-- Logs begin at Wed 2021-06-16 15:04:02 UTC, end at Wed 2021-06-16 16:07:50 UTC. -- Jun 16 15:36:39.498314 dv-cinder-796114-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 15:36:42.189942 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:36:42.190612 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:36:42.190612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103494) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:36:42.194551 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.common.config [-] Logging enabled! Jun 16 15:36:42.194802 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 15:36:42.195109 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103494) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 15:36:42.196040 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:36:42.196271 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:36:42.196626 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:36:42.196868 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:36:42.197092 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:36:42.197407 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.197722 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.198011 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.198233 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.198521 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.198806 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.199080 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.199364 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.199657 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.199938 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.200212 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.200492 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.200718 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.200995 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.201279 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.201587 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.201807 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] debug = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.202080 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.202502 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.202916 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.203191 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.203476 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.203762 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.204015 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.204283 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.204562 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.204886 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] host = dv-cinder-796114-3-smb {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.205160 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.205449 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.205745 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.206026 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.206296 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.206600 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.206942 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.207219 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.207487 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] log_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.207756 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.208037 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.208320 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.208606 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.208825 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.209043 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.209325 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.209628 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.209905 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.210163 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.210432 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.210701 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.210970 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.211233 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.211513 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.211789 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.212068 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.212335 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.212602 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.212872 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.213136 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.213414 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.213704 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.213971 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.214239 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.214520 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.214785 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.215050 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.215350 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.215628 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.215899 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.216177 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.216445 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.216752 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.217025 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.217291 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.217604 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] use_json = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.217875 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.218139 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.218417 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.218684 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.218949 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.219216 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.219482 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.219765 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:42.220061 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.220353 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.220651 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.220931 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.221222 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.221588 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.221877 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.222249 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.222636 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.223028 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.223324 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.223604 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.223891 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.224168 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.224461 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.224767 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.225059 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.225347 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.225645 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.225917 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.226187 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.226459 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.226743 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.227032 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.227316 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.227586 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.227858 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.228144 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.228416 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.228681 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.228954 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.229239 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.229536 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.229807 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.230082 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.230353 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.230620 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.230888 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.231157 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.231440 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.231707 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.231971 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.232233 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.232501 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.232770 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.233047 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.233317 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.233613 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.233882 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.234153 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.234419 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.234686 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.234956 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.235223 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.235493 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.235759 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.236025 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.236291 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.236555 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.236820 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.237085 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.237349 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.238222 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.238661 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.239023 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.239225 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.239507 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.239751 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.240034 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.240327 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.240598 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.240868 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.241143 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.241411 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.241708 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.241978 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.242246 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.242515 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.242785 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.243076 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.243353 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.243633 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.243912 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.244186 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.244470 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.244736 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.245015 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.245284 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.245573 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.245864 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.246137 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.246423 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.246709 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.247003 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.247289 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.247571 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.247844 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.248153 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.248421 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:42.248630 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:36:42.248873 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103494) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 15:36:42.595807 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:42.596077 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:42.596364 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:36:42.596693 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 15:36:42.988989 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:42.989270 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:42.989626 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:42.990939 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:42.991241 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:42.991533 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.025642 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.025913 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.026171 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.039762 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.040044 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.040308 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.069772 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.070057 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.070323 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.105862 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.106137 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.106403 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.338173 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.338792 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.338792 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.338972 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.339808 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.463662 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.463975 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.464251 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.464514 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.464781 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.465090 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.465344 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.465618 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.465868 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.466140 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.466390 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.466646 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.466901 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.467157 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.467406 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.467665 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.467927 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.468175 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.468434 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.468679 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.468955 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.469291 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.469559 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.469836 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.470078 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.470314 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.470702 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:43.470937 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:43.471168 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:43.471399 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:43.471627 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:43.471854 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:43.473772 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 15:36:43.476846 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 15:36:43.481021 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 15:36:43.484938 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 16 15:36:43.486568 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 15:36:43.487012 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 15:36:43.487337 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 15:36:43.488285 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 15:36:43.491093 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 15:36:43.491337 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 15:36:43.491691 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:36:43.519709 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 15:36:43.520294 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.520590 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103494) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 15:36:43.520947 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.522319 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103494) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 15:36:43.522607 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 15:36:43.522851 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 15:36:43.526065 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.526343 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:43.589672 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 15:36:43.589841 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 15:36:43.590060 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 15:36:43.590420 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 15:36:43.611504 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_db.sqlalchemy.engines [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103494) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 15:36:44.145474 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing driver for type 'gre' Jun 16 15:36:44.146012 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] gre ID ranges: [(1, 1000)] Jun 16 15:36:44.205208 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing driver for type 'local' Jun 16 15:36:44.205570 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing driver for type 'vlan' Jun 16 15:36:44.219748 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] VlanTypeDriver initialization complete Jun 16 15:36:44.220089 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing driver for type 'vxlan' Jun 16 15:36:44.220592 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] vxlan ID ranges: [(1, 1000)] Jun 16 15:36:44.275010 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing extension driver 'port_security' Jun 16 15:36:44.275358 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.extensions.port_security [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] PortSecurityExtensionDriver initialization complete Jun 16 15:36:44.275677 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing mechanism driver 'openvswitch' Jun 16 15:36:44.275998 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing mechanism driver 'hyperv' Jun 16 15:36:44.282767 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:44.283554 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.283936 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.284293 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.285257 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnet after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.285647 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnet after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.286017 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.286376 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.286724 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.287069 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.287451 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > security_group after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.287796 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > security_group after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.288139 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.288521 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.288868 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.289209 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.289619 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > address_group after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.289969 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > address_group after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.290315 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.290653 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] ML2 OVO RPC backend initialized. {{(pid=103494) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 15:36:44.291358 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.291708 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.292122 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.292467 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > networks before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.292811 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.293155 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > ports before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.293525 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnet before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.293866 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnets before_response 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.294210 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.294548 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.294882 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.295217 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.295553 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.295892 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.296227 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnet after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.296565 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnet after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.296896 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.297496 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.plugin [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Modular L2 Plugin initialization complete Jun 16 15:36:44.297826 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading services supported by the core plugin {{(pid=103494) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 15:36:44.298226 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.plugins.ml2.managers [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Got port-security extension from driver 'port_security' Jun 16 15:36:44.298684 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.extensions.vlantransparent [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Disabled vlantransparent extension. Jun 16 15:36:44.299172 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103494) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 15:36:44.299484 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: router Jun 16 15:36:44.335820 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.336214 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router after_create 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.336579 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router before_create 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.336942 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.337311 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.337704 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router after_delete 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.338068 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.338430 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router after_create 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.338948 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router after_update 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.339116 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router after_update 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.339465 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.339823 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router after_update 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.340230 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_update 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.340597 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: port after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.340938 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: port after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.341279 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: subnet after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.341642 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.341988 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.342341 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_create 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.342684 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: port before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.343024 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.343378 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router after_update 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.343717 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.344065 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_create 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.344423 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.344767 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_update 55549900 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.345136 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > network after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.346032 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Tracking information for resource: router configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:44.346369 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Tracking information for resource: floatingip configured {{(pid=103494) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 15:36:44.352186 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.db.l3_agentschedulers_db [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 15:36:44.352890 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: port after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.353252 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: port after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.353630 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: port after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.353984 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: port after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.354782 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router before_create 55550100 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.355149 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.355511 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_create 55550100 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.355867 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > router precommit_update 55550100 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.360236 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.services.provider_configuration [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service providers = [] {{(pid=103494) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 15:36:44.360601 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.db.servicetype_db [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103494) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 15:36:44.363571 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.services.service_base [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:36:44.363916 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.services.service_base [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:36:44.364255 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.services.service_base [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:36:44.365133 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.services.service_base [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103494) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 15:36:44.365529 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.services.service_base [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 15:36:44.365912 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.366230 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 15:36:44.376913 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.377452 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: auto_allocate Jun 16 15:36:44.385107 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: network precommit_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.385513 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: network precommit_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.386047 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.386366 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: tag Jun 16 15:36:44.392965 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.393297 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: timestamp Jun 16 15:36:44.399563 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.399845 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: network_ip_availability Jun 16 15:36:44.405321 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.405727 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.406085 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.406828 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.407148 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: flavors Jun 16 15:36:44.412036 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.412370 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading Plugin: revisions Jun 16 15:36:44.416681 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103494) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 15:36:44.417072 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_concurrency.lockutils [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.821s {{(pid=103494) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:36:44.417858 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103494) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 15:36:44.418198 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Initializing extension manager. Jun 16 15:36:44.418702 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: __init__.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.419045 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: __pycache__ {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.419381 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.419714 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: address_group.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.420477 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.421050 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: address-group Jun 16 15:36:44.421374 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: address_scope.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.422108 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.422619 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: address-scope Jun 16 15:36:44.422939 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.423858 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.424364 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: router-admin-state-down-before-update Jun 16 15:36:44.424682 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: agent.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.425931 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.426433 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: agent Jun 16 15:36:44.426752 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: agent_resources_synced.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.427649 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.428154 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: agent-resources-synced Jun 16 15:36:44.428471 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: allowedaddresspairs.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.430458 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.430975 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: allowed-address-pairs Jun 16 15:36:44.431302 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: auto_allocated_topology.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.432374 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.432890 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: auto-allocated-topology Jun 16 15:36:44.433214 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: availability_zone.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.433941 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.434448 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: availability_zone Jun 16 15:36:44.434769 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: availability_zone_filter.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.435677 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.436180 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: availability_zone_filter Jun 16 15:36:44.436501 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: data_plane_status.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.437396 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.437921 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 15:36:44.438244 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: default_subnetpools.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.439154 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.439655 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: default-subnetpools Jun 16 15:36:44.439976 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.440825 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.441331 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: dhcp_agent_scheduler Jun 16 15:36:44.441678 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: dns.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.442585 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.443084 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 15:36:44.443404 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: dns_domain_ports.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.444305 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.444812 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 15:36:44.445132 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: dvr.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.445820 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.446321 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: dvr Jun 16 15:36:44.446638 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: empty_string_filtering.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.447538 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.448036 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: empty-string-filtering Jun 16 15:36:44.448353 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.449243 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.449779 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:36:44.450099 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.450997 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.451497 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 15:36:44.451817 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: external_net.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.452721 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.453225 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: external-net Jun 16 15:36:44.453586 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.454494 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.455000 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: extra_dhcp_opt Jun 16 15:36:44.455321 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: extraroute.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.456210 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.457350 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: extraroute Jun 16 15:36:44.457704 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: extraroute_atomic.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.458732 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.459239 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: extraroute-atomic Jun 16 15:36:44.459560 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: filter_validation.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.460215 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.460712 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: filter-validation Jun 16 15:36:44.461030 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: fip_pf_description.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.461953 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.462454 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 15:36:44.462770 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: fip_port_details.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.463684 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.464189 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: fip-port-details Jun 16 15:36:44.464508 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: flavors.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.465770 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.466284 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: flavors Jun 16 15:36:44.466609 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.468277 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.468796 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 15:36:44.469127 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: floatingip_pools.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.469850 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.470358 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: floatingip-pools Jun 16 15:36:44.470681 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: ip_allocation.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.471589 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.472149 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 15:36:44.472470 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.473384 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.473937 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: ip-substring-filtering Jun 16 15:36:44.474264 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l2_adjacency.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.475201 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.475711 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 15:36:44.476035 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l3.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.476986 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.477529 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: router Jun 16 15:36:44.477858 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.480226 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.480753 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 15:36:44.481086 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.482034 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.482550 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: ext-gw-mode Jun 16 15:36:44.482877 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.483786 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.484293 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: l3-ha Jun 16 15:36:44.484617 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l3_flavors.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.485552 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.486063 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: l3-flavors Jun 16 15:36:44.486388 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.487313 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.488386 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 15:36:44.488708 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: l3agentscheduler.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.489762 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.490265 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: l3_agent_scheduler Jun 16 15:36:44.490591 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: logging.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.492068 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.492584 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension logging not supported by any of loaded plugins Jun 16 15:36:44.492914 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: metering.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.493683 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.494261 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: metering Jun 16 15:36:44.494585 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.495666 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.496177 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: metering_source_and_destination_fields Jun 16 15:36:44.496503 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: multiprovidernet.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.497420 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.497946 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: multi-provider Jun 16 15:36:44.498269 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: netmtu.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.499172 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.499678 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: net-mtu Jun 16 15:36:44.499998 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: netmtu_writable.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.500908 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.501411 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: net-mtu-writable Jun 16 15:36:44.501761 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: network_availability_zone.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.502420 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.502922 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: network_availability_zone Jun 16 15:36:44.503290 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: network_ip_availability.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.504550 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.505065 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: network-ip-availability Jun 16 15:36:44.505391 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: network_segment_range.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.506182 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.506688 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 15:36:44.507011 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: pagination.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.507985 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.508319 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: pagination Jun 16 15:36:44.508641 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: port_device_profile.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.509582 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.510096 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: port-device-profile Jun 16 15:36:44.510416 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.511330 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.511836 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: port-mac-address-regenerate Jun 16 15:36:44.512155 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.513052 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.513590 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: port-numa-affinity-policy Jun 16 15:36:44.513918 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: port_resource_request.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.514830 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.515324 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 15:36:44.515645 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: portbindings.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.516554 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.517055 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: binding Jun 16 15:36:44.517373 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: portbindings_extended.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.519456 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.520221 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: binding-extended Jun 16 15:36:44.520550 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: portsecurity.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.521480 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.521999 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: port-security Jun 16 15:36:44.522321 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: project_id.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.523421 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.523755 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: project-id Jun 16 15:36:44.524078 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: providernet.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.525001 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.525539 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: provider Jun 16 15:36:44.525862 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.529374 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.529944 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos not supported by any of loaded plugins Jun 16 15:36:44.530280 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.531518 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.532032 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 15:36:44.532361 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.533269 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.533819 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 15:36:44.534146 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_default.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.535201 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.535713 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-default not supported by any of loaded plugins Jun 16 15:36:44.536037 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_fip.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.536683 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.537181 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 15:36:44.537537 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_gateway_ip.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.538453 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.538958 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 15:36:44.539281 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_port_network_policy.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.540185 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.540685 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 15:36:44.541005 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_rule_type_details.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.541941 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.542447 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 15:36:44.542768 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: qos_rules_alias.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.543821 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.544338 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 15:36:44.544663 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: quotasv2.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.545614 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.545943 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: quotas Jun 16 15:36:44.546262 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: quotasv2_detail.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.549298 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.549674 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: quota_details Jun 16 15:36:44.550008 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: rbac.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.551667 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.552186 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: rbac-policies Jun 16 15:36:44.552517 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: rbac_address_group.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.553463 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.553980 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: rbac-address-group Jun 16 15:36:44.554306 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: rbac_address_scope.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.555219 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.555733 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: rbac-address-scope Jun 16 15:36:44.556060 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: rbac_security_groups.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.557247 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.557743 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: rbac-security-groups Jun 16 15:36:44.558069 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: rbac_subnetpool.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.558988 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.559499 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: rbac-subnetpool Jun 16 15:36:44.560060 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: revisionifmatch.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.560744 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.561252 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: revision-if-match Jun 16 15:36:44.561611 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: revisions.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.562716 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.563225 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: standard-attr-revisions Jun 16 15:36:44.563550 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: router_availability_zone.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.564218 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.564730 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: router_availability_zone Jun 16 15:36:44.565052 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: routerservicetype.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.566540 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.567047 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 15:36:44.567380 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.568278 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.568787 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: security-groups-normalized-cidr Jun 16 15:36:44.569110 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.570043 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.570551 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: port-security-groups-filtering Jun 16 15:36:44.570872 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.571778 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.572284 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: security-groups-remote-address-group Jun 16 15:36:44.572604 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: securitygroup.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.582454 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.582985 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: security-group Jun 16 15:36:44.583318 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: segment.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.584103 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.584610 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension segment not supported by any of loaded plugins Jun 16 15:36:44.584941 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.585889 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.586400 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 15:36:44.586726 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: servicetype.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.587865 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.588445 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: service-type Jun 16 15:36:44.588772 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: sorting.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.589778 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.590112 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: sorting Jun 16 15:36:44.590438 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: standard_attr_segment.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.591346 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.591853 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 15:36:44.592177 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: standardattrdescription.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.592815 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.593314 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: standard-attr-description Jun 16 15:36:44.593658 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: stateful_security_group.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.594571 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.595077 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: stateful-security-group Jun 16 15:36:44.595399 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: stdattrs_common.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.595972 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 15:36:44.596289 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.597291 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.597826 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 15:36:44.598152 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: subnet_onboard.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.599230 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.599745 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: subnet_onboard Jun 16 15:36:44.600069 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.600987 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.601517 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 15:36:44.601843 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: subnet_service_types.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.602776 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.603287 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: subnet-service-types Jun 16 15:36:44.603610 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: subnetallocation.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.604675 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.605182 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: subnet_allocation Jun 16 15:36:44.605543 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.606214 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.606722 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: subnetpool-prefix-ops Jun 16 15:36:44.607045 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.607970 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.608477 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 15:36:44.608799 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: tagging.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.609891 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.610408 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: standard-attr-tag Jun 16 15:36:44.610732 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: timestamp.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.611936 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.612451 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loaded extension: standard-attr-timestamp Jun 16 15:36:44.613310 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: trunk.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.614353 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.614872 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension trunk not supported by any of loaded plugins Jun 16 15:36:44.615193 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: trunk_details.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.616099 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.616608 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 15:36:44.616931 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: uplink_status_propagation.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.617889 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.618399 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 15:36:44.618723 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Loading extension file: vlantransparent.py {{(pid=103494) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 15:36:44.619393 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103494) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 15:36:44.619898 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 15:36:44.622392 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:network Jun 16 15:36:44.622922 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:subnet Jun 16 15:36:44.623320 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:36:44.623711 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:port Jun 16 15:36:44.624966 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.625417 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service FLAVORS assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.626059 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.626507 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.626838 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:router Jun 16 15:36:44.627264 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:36:44.627755 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service METERING assigned prefix: /metering {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.629823 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.630194 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.630548 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:36:44.631568 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:36:44.632025 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:36:44.632451 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:36:44.633064 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service CORE assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.633395 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:36:44.633776 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] subnetpool is already registered Jun 16 15:36:44.634224 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service CORE assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.634558 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:36:44.634889 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] subnetpool is already registered Jun 16 15:36:44.637203 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.637668 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service FLAVORS assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.638280 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.638706 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.639036 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:router Jun 16 15:36:44.639374 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] router is already registered Jun 16 15:36:44.639787 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 15:36:44.640120 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] floatingip is already registered Jun 16 15:36:44.640576 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service METERING assigned prefix: /metering {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.641240 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 15:36:44.641594 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] rbac_policy is already registered Jun 16 15:36:44.642007 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:security_group Jun 16 15:36:44.642337 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] security_group is already registered Jun 16 15:36:44.642746 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 15:36:44.643076 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] security_group_rule is already registered Jun 16 15:36:44.644008 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service CORE assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.644451 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:36:44.644869 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] subnetpool is already registered Jun 16 15:36:44.645297 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.v2.resource_helper [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Service CORE assigned prefix: {{(pid=103494) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 15:36:44.645653 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 15:36:44.645983 dv-cinder-796114-3-smb neutron-server[103494]: WARNING neutron.quota.resource_registry [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] subnetpool is already registered Jun 16 15:36:44.646467 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: extensions {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.647933 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: address-groups {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.649451 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: address-scopes {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.650839 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: agents {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.651957 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: auto-allocated-topology {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.653239 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: availability_zones {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.654511 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: dhcp-networks {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.656050 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: dhcp-agents {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.657624 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: routers {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.659354 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: flavors {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.662369 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: service_profiles {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.663593 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: next_providers {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.665054 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: service_profiles {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.666647 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: floatingip-pools {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.667883 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: routers {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.669645 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: floatingips {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.670933 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: l3-routers {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.672347 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: l3-agents {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.673826 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: metering-labels {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.675143 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: metering-label-rules {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.676542 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: network-ip-availabilities {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.677851 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: bindings {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.679433 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: quotas {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.681250 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: quotas {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.682744 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: rbac-policies {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.683965 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: security-groups {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.685278 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: security-group-rules {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.686572 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: service-providers {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.687805 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: subnetpools {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.689201 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: subnetpools {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.691458 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.693120 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.695003 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.696832 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.698569 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.700544 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.702296 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.704184 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.706059 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.708465 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron.api.extensions [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Extended resource: tags {{(pid=103494) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 15:36:44.714669 dv-cinder-796114-3-smb neutron-server[103494]: WARNING keystonemiddleware.auth_token [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 15:36:44.719259 dv-cinder-796114-3-smb neutron-server[103494]: WARNING keystonemiddleware.auth_token [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 15:36:44.727667 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_concurrency.lockutils [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Acquired lock "singleton_lock" {{(pid=103494) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 15:36:44.728146 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_concurrency.lockutils [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Releasing lock "singleton_lock" {{(pid=103494) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 15:36:44.728785 dv-cinder-796114-3-smb neutron-server[103494]: INFO oslo_service.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Starting 2 workers Jun 16 15:36:44.733577 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Started child 103601 {{(pid=103494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:36:44.738088 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Started child 103602 {{(pid=103494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:36:44.739694 dv-cinder-796114-3-smb neutron-server[103494]: INFO neutron.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 15:36:44.739802 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:44.740469 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Notify callbacks [] for process, before_spawn {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:44.741181 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [-] (103601) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:36:44.742848 dv-cinder-796114-3-smb neutron-server[103494]: INFO oslo_service.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Starting 1 workers Jun 16 15:36:44.743019 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:44.744363 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [-] (103602) wsgi starting up on http://0.0.0.0:9696 Jun 16 15:36:44.748034 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Started child 103603 {{(pid=103494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:36:44.748566 dv-cinder-796114-3-smb neutron-server[103494]: INFO oslo_service.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Starting 1 workers Jun 16 15:36:44.751498 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] calling RpcWorker wait() {{(pid=103603) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 15:36:44.752045 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] returning from RpcWorker wait() {{(pid=103603) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 15:36:44.753054 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Started child 103604 {{(pid=103494) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 15:36:44.753774 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:44.754231 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:44.754452 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3296981f-188a-4dce-bd6d-82f443dcae83 None None] Notify callbacks [] for process, after_spawn {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:44.756483 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103494) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:36:44.756683 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:36:44.756875 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:36:44.757101 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:36:44.757463 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:36:44.757633 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:36:44.758133 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.758412 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.758690 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.758952 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.759054 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:44.759516 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.759812 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.759908 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:44.760085 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.760321 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.760600 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.760850 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.761030 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.761201 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.761885 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.762140 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.762430 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.762723 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.762977 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.763237 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.763413 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.763674 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.763970 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.764206 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.764486 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] debug = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.764747 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.765230 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.765503 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.765761 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.766005 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.766307 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.766540 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.766842 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.767098 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.767363 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.767586 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.767860 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.768094 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.768324 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.768813 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.769828 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.770077 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.770572 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] host = dv-cinder-796114-3-smb {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.770813 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.771037 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.771286 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.771547 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.771814 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.772525 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.772525 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.772525 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.772812 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.773034 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.773282 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.773558 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.773803 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.774039 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.774205 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_options = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.774456 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.774722 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.774987 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.775183 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.775353 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.775532 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.775772 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.775935 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.776198 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.776417 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.776634 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.776873 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.777090 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.777306 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.777603 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.777850 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.778072 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.778281 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.778543 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.778781 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.779011 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.779242 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.779481 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.779717 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.779964 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.780178 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.780424 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.780662 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.780877 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.781155 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.781406 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.781770 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.782018 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.782283 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.782514 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.783735 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.783735 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.783735 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.783735 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.784025 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.784376 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.785254 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.785695 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.786102 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.786354 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.786582 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_json = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.786836 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.787086 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.787337 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.787632 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.788056 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.788056 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.788231 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.788502 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.788912 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.789378 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.789902 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.790317 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.790739 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.791182 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.791605 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.792060 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.792321 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.792561 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.792899 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.793131 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.793422 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.793840 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.794104 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.794420 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.794660 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.795138 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.795382 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.796202 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.796435 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.796666 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.797028 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.797479 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.797820 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.798453 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.798851 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.799115 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.799340 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.799568 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.799788 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.800012 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.800366 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.800638 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.800836 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.801073 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.801314 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.801586 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.801846 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.802071 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.802333 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.802568 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.802792 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.803009 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.803398 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.803866 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.804117 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.804376 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.804624 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.804865 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.805106 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.805335 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.805583 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.805808 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.806073 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.806298 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.806526 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.806744 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.806963 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.807186 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.807440 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.807852 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.808239 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.808463 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.808684 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.808913 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.809163 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.809415 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.809674 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.809892 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.810119 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.810357 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.810578 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.810819 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.811055 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.811272 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.811487 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.811726 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.811953 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.812191 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.812410 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.812646 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.812884 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.813118 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.813416 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.813756 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.813998 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.814248 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.814493 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.814756 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.814985 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.815235 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.815459 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.816212 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.816467 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.816755 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.817138 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.817414 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.817696 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.817954 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.818197 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.818420 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.818690 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.818916 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.819175 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.819422 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.819681 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.819937 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.820191 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.820468 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.821402 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.821402 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.821402 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.821860 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.821860 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.822193 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.822334 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.822590 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.823622 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.823622 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.823622 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.823622 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.824059 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.824059 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.824396 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.824648 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.825023 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.825488 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.825892 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.826116 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.826345 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.826600 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.826909 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.827164 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.827375 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.827605 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.827873 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.828131 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.828371 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.828654 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.828902 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.829167 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.829458 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.829713 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.829930 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.830189 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.830427 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.830639 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.830869 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.831083 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.832725 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.832994 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.833220 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.833492 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.833737 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.833963 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.834182 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.834405 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.834624 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.834875 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.835253 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.835632 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.835878 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.836101 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.836320 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.836690 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.836912 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.837149 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.837389 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.837708 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.837963 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.838186 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.838434 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.838677 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.838951 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.839287 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.839396 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.839661 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.839878 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.840096 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.840317 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.840552 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.840768 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.840995 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.841207 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.841460 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.841720 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.842054 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.842312 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.842558 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.842802 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.843022 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.843269 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.843531 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.843756 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.843977 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.844202 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.844420 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.844681 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.844934 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.845158 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.845413 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.845634 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.846007 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.846228 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.846467 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.846766 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.847112 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.847482 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.847764 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.848004 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.848238 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.848451 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.848667 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.848884 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.849100 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.849327 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.849565 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.849778 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.849988 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.850205 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.850430 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.850641 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.850849 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.851066 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.851298 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.851543 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.851777 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.852011 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.852227 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.852436 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.852747 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.853009 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.853231 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.853539 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.853789 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.854051 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.854308 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.854618 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.854854 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.855115 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.855335 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.855552 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.855772 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.856024 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.856353 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.856646 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.856881 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.857135 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.857396 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.857710 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.857987 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.858199 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.858488 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.858833 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.859113 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.859384 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.859630 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.859909 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.860131 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.860348 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.860594 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.860828 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.861043 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.861280 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.861536 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.861781 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.862017 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.862242 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.862475 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.862753 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.863003 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.863212 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.863435 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.863591 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:36:44.864132 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103494) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 15:36:44.864292 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 15:36:44.864446 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 15:36:44.864614 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 15:36:44.864781 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 15:36:44.864934 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 15:36:44.865136 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.865296 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.865476 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.865641 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.865804 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.866250 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.866684 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.866840 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.866998 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.867140 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.867612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.867612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.867612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868270 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868270 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868270 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868270 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868790 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868790 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868790 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.868790 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.869588 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.869588 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] debug = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.869588 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.869588 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.869588 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870261 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870261 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870261 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870261 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870261 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870578 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870578 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.870702 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871004 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871004 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871158 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871299 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871457 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871613 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871770 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] host = dv-cinder-796114-3-smb {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.871927 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.872086 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.872244 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.872399 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.872556 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.872713 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.872870 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.873026 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.873184 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.873340 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.873522 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.873679 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.873835 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.873992 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.874150 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_options = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.874307 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.874463 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.874620 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.874814 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.874979 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.875139 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.875296 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.875454 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.875611 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.875767 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.875924 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.876081 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.876257 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.876400 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.876557 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.876862 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.876862 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.877010 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.877148 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.877307 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.877485 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.877649 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.877806 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.877954 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.878107 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.878805 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.878965 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.879120 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.879277 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.879436 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.879662 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.879743 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.879884 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.880042 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.880197 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.880354 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.880510 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.880672 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.880829 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.880985 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.881142 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.881297 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.881477 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.881635 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.881791 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.881946 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_json = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.882102 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.882260 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.882420 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.882584 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.882731 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.882890 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.883203 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.883513 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 15:36:44.883699 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.883864 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.884037 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.884199 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.884360 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.884521 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.884681 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.884840 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.885000 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.885159 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.885329 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.885513 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.885731 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.885842 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.886002 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.886168 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.886331 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.886491 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.886651 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.886809 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.886969 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.887128 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.887304 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.887492 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.887634 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.887814 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.887947 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.888108 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.888269 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.888431 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.888592 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.888755 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.888903 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.889062 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.889222 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.889382 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.889561 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.889716 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.889876 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.890037 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.890198 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.890358 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.890484 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:44.890612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.890734 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.890856 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.890980 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.891103 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.891261 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.891422 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.891582 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.891751 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.891911 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.892070 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.892229 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.892389 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.892548 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.892708 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.892867 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.893027 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.893187 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.893347 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.893826 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.894020 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.894265 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.894394 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.894505 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.894639 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.894761 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.894923 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.895083 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.895241 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.895393 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.895681 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.895852 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.896011 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.896158 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.896326 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.896486 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.896646 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.896806 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.896967 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.897127 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.897286 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.897455 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.897632 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.897808 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.898033 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.898156 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.898277 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.898400 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.898558 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.898717 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.898876 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.899034 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.899193 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.899352 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.899511 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.899674 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.899833 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.899993 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.900151 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.900310 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.900468 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.900628 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.900787 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.900995 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.901128 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.901250 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.901409 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.902366 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.902725 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.903227 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.903397 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.903560 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.903721 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.903891 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.904062 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.904222 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.904382 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.904612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.904713 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.904852 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.904997 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.905341 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.905341 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.905612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.905612 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.905871 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.906022 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.906153 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.906281 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.906616 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.906616 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.906774 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.906852 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.907013 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.907173 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.907333 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.907494 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.907654 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.907813 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.908024 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.908122 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.908278 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.908438 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.908597 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.908756 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.908915 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.909076 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.909235 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.909394 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.910185 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.910349 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.910509 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.910671 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.910828 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.910987 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.911149 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.911309 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.911468 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.911628 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.911788 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.911949 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.912108 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.912277 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.912415 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.912574 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.912733 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.912892 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.913054 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.913212 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.913373 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.913559 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.913722 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.913882 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.914043 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.914204 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.914364 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.914525 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.914686 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.914845 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.915005 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.915165 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.915325 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.915487 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.915646 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.915806 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.915981 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.916140 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.916305 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.916464 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.916624 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.916783 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.916978 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.917103 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.917263 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.917423 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.917607 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.917771 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918223 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918223 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918223 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918565 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918565 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918690 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918820 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.918991 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.919151 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.919311 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.919470 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.919630 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.919798 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.919957 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.920116 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.920274 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.920433 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.920602 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.920761 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.920919 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.921077 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.921235 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.921404 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.921585 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.921744 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.921902 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.922062 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.922230 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.922389 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.922547 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.922705 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.922863 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.923031 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.923192 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.923351 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.923519 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.923677 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.923837 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.923997 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.924168 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.924328 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.924490 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.924649 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.924812 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.924973 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.925189 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.925346 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.925533 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.925701 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.925862 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.926029 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.926197 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.926369 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.926529 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.926694 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.926865 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.927027 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.927186 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.927345 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.927504 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.927663 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.927822 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.927981 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.928140 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.928329 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.928447 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.928606 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.928764 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.928924 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.929083 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.929243 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.929401 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.929569 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.929730 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.929891 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 15:36:44.930043 dv-cinder-796114-3-smb neutron-server[103494]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103494) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 15:36:45.174115 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53462) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:36:45.183279 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064030 Jun 16 15:36:56.579862 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e7222-c377-4b79-9f3a-513bab147ec7 None None] get_active_networks_info from dv-cinder-796114-3-smb {{(pid=103603) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 15:36:56.652821 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7e7222-c377-4b79-9f3a-513bab147ec7 None None] No non-hosted networks {{(pid=103603) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 15:36:56.663759 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.agentschedulers_db [None req-4b7e7222-c377-4b79-9f3a-513bab147ec7 None None] DHCP Agent not found on host dv-cinder-796114-3-smb {{(pid=103603) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 15:36:56.811741 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6cd27236-cc71-4d7d-9389-36b11f220d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:59.151145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0d77898c-5875-49ea-8d6c-736394a0c75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:59.216892 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1e3ddd3f-dd97-4d20-8ce2-e3a3350efb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:59.276505 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:36:59.279099 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.279462 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.279847 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.280187 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.280521 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.280951 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.281286 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.281731 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.282064 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.282447 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.282809 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.283131 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:36:59.283559 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796114-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:36:59.298750 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796114-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:00.475974 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:01.861743 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.db.l3_hamode_db [None req-adf77052-5b8b-44d3-b409-f4fdb91ff79f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 15:37:01.942948 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf77052-5b8b-44d3-b409-f4fdb91ff79f None None] Routers set() bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:01.943722 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf77052-5b8b-44d3-b409-f4fdb91ff79f None None] Router IDs set() for agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 15:37:02.411732 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:03.281520 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 53556) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:03.777247 dv-cinder-796114-3-smb neutron-server[103601]: WARNING oslo_policy.policy [None req-1538df6a-672a-4964-81cb-cc6470e43837 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:03.777941 dv-cinder-796114-3-smb neutron-server[103601]: WARNING oslo_policy.policy [None req-1538df6a-672a-4964-81cb-cc6470e43837 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:03.999298 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [None req-1538df6a-672a-4964-81cb-cc6470e43837 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:37:04.000566 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-1538df6a-672a-4964-81cb-cc6470e43837 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7169771 Jun 16 15:37:06.389008 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53570) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:06.872939 dv-cinder-796114-3-smb neutron-server[103602]: WARNING oslo_policy.policy [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:06.873576 dv-cinder-796114-3-smb neutron-server[103602]: WARNING oslo_policy.policy [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:07.089377 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:07.183344 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.policy [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103602) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:37:07.231243 dv-cinder-796114-3-smb neutron-server[103602]: WARNING oslo_policy.policy [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:07.231622 dv-cinder-796114-3-smb neutron-server[103602]: WARNING oslo_policy.policy [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:07.240946 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.quota [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] Loaded quota_driver: . Jun 16 15:37:07.333630 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727024140767', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727024141186', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727024152394', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727024155036', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727024328208', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727024305573', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-629079', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651998', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1641624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2069448'] for rbac-policy, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.399300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:07.400754 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-335aa6b8-415d-4f1e-a1b2-28381e8dc98a admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0105743 Jun 16 15:37:09.948431 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53588) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:10.253906 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:10.282114 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Made reservation on behalf of bde9b459af524e1aba025b27f8360aaf for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:37:10.285764 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.303677 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.426957 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.430812 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.435996 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:10.454960 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:37:10.479446 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727022603048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.480047 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Unsubscribe: segment precommit_create {{(pid=103602) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:37:10.480546 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Added segment 843b6f7d-c88b-40ab-a6de-0881566f7016 of type vlan for network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed Jun 16 15:37:10.496788 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ecc071-6e4e-4da8-97cf-f4ed8bf89abb,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:10.545228 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.545595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.545920 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.546237 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.546550 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.546858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.547163 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.547467 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.547784 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.548089 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.548429 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.548729 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Tracked resource versions report: Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: pushed versions: Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: { 'AddressGroup': {'1.2'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'ConntrackHelper': {'1.0'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Log': {'1.0'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Network': {'1.1'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Port': {'1.7'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'PortForwarding': {'1.2'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'QosPolicy': {'1.8'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroup': {'1.4'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'SubPort': {'1.0'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Subnet': {'1.1'}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Trunk': {'1.1'}} Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: consumer versions: Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'ConntrackHelper': '1.0', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Log': '1.0', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Network': '1.1', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Port': '1.7', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'PortForwarding': '1.2', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'QosPolicy': '1.8', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroup': '1.4', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroupRule': '1.2', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'SubPort': '1.0', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Subnet': '1.1', Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: 'Trunk': '1.1'}} Jun 16 15:37:10.550394 dv-cinder-796114-3-smb neutron-server[103602]: {{(pid=103602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:37:10.597919 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.603641 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:10.649727 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.651164 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:10.651808 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:10.653805 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:10.709747 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7517676 Jun 16 15:37:10.751306 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Pushing event updated for resources: {'Network': ['ID=fc3073a1-8dc1-4cfd-b1d1-99de6afabbed,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:10.755638 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:10.764210 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:37:13.400708 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 53602) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:13.940780 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.policy [None req-61bd112e-7f3e-499a-aad3-9205e1f808b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103601) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 15:37:13.987294 dv-cinder-796114-3-smb neutron-server[103601]: WARNING oslo_policy.policy [None req-61bd112e-7f3e-499a-aad3-9205e1f808b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:13.987689 dv-cinder-796114-3-smb neutron-server[103601]: WARNING oslo_policy.policy [None req-61bd112e-7f3e-499a-aad3-9205e1f808b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 15:37:13.996011 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bd112e-7f3e-499a-aad3-9205e1f808b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:13.997817 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-61bd112e-7f3e-499a-aad3-9205e1f808b0 admin admin] 10.222.0.23 "GET /v2.0/networks/fc3073a1-8dc1-4cfd-b1d1-99de6afabbed HTTP/1.1" status: 200 len: 825 time: 0.5961301 Jun 16 15:37:14.037540 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-1714f4b7-bd51-46c7-b196-42cf2494823c admin admin] 10.222.0.23 "GET /v2.0/subnetpools/8f1adf12-9a68-4a97-848e-9575c2f96063 HTTP/1.1" status: 200 len: 734 time: 0.0338087 Jun 16 15:37:14.046636 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8f1adf12-9a68-4a97-848e-9575c2f96063', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'ip_version': 4, 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:14.048197 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.quota [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Loaded quota_driver: . Jun 16 15:37:14.091565 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Made reservation on behalf of bde9b459af524e1aba025b27f8360aaf for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:37:14.095046 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.402476 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.405520 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:14.475212 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Checking segment: {'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:37:14.475636 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Network hostable DHCP agents. Network: fc3073a1-8dc1-4cfd-b1d1-99de6afabbed, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:37:14.484690 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b248371f-b429-4aae-b70d-f8fa17bbecb1,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:14.501640 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.501986 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.502314 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.502704 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.503606 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.503906 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.504219 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.504572 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.504898 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.505210 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.505538 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.505844 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Tracked resource versions report: Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: pushed versions: Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: { 'AddressGroup': {'1.2'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Log': {'1.0'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Network': {'1.1'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Port': {'1.7'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'PortForwarding': {'1.2'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'QosPolicy': {'1.8'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroup': {'1.4'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'SubPort': {'1.0'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Subnet': {'1.1'}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Trunk': {'1.1'}} Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: consumer versions: Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'ConntrackHelper': '1.0', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Log': '1.0', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Network': '1.1', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Port': '1.7', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'PortForwarding': '1.2', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'QosPolicy': '1.8', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroup': '1.4', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroupRule': '1.2', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'SubPort': '1.0', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Subnet': '1.1', Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: 'Trunk': '1.1'}} Jun 16 15:37:14.506945 dv-cinder-796114-3-smb neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:37:14.530073 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:37:14.544537 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:14.546983 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, fc3073a1-8dc1-4cfd-b1d1-99de6afabbed) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:14.552571 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:14.553247 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:14.557540 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c8419-9ef3-45c2-8329-8cb6262eea18 None None] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:37:14.573745 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5306845 Jun 16 15:37:14.872246 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'fixed_ips': [{'subnet_id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:37:14.873425 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.159822 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Allocated IP 172.20.0.2 (fc3073a1-8dc1-4cfd-b1d1-99de6afabbed/b248371f-b429-4aae-b70d-f8fa17bbecb1/34cbd338-d6a7-4378-9bae-e687d115bfcd) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:15.370949 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.389217 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Transition to ACTIVE for port object 34cbd338-d6a7-4378-9bae-e687d115bfcd will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:15.439146 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Transition to ACTIVE for port object 34cbd338-d6a7-4378-9bae-e687d115bfcd will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:15.448479 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.451671 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:15.517156 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:15.523994 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:15.527087 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:37:15.556892 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Pushing event updated for resources: {'Port': ['ID=34cbd338-d6a7-4378-9bae-e687d115bfcd,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:15.603862 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.604548 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.604548 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.604826 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.605143 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.605471 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.605786 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.606142 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.606473 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.606788 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.607096 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.607403 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Tracked resource versions report: Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: pushed versions: Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: { 'AddressGroup': {'1.2'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'ConntrackHelper': {'1.0'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Log': {'1.0'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Network': {'1.1'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Port': {'1.7'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'PortForwarding': {'1.2'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'QosPolicy': {'1.8'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroup': {'1.4'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'SubPort': {'1.0'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Subnet': {'1.1'}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Trunk': {'1.1'}} Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: consumer versions: Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'ConntrackHelper': '1.0', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Log': '1.0', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Network': '1.1', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Port': '1.7', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'PortForwarding': '1.2', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'QosPolicy': '1.8', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroup': '1.4', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroupRule': '1.2', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'SubPort': '1.0', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Subnet': '1.1', Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: 'Trunk': '1.1'}} Jun 16 15:37:15.608550 dv-cinder-796114-3-smb neutron-server[103603]: {{(pid=103603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:37:15.612470 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:15.625404 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Attempting to bind port 34cbd338-d6a7-4378-9bae-e687d115bfcd on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:37:15.625797 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Attempting to bind port 34cbd338-d6a7-4378-9bae-e687d115bfcd by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:37:15.626225 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Attempting to bind port 34cbd338-d6a7-4378-9bae-e687d115bfcd on network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:15.631784 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:37:15.632176 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Checking segment: {'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:37:15.632646 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.633030 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Bound using segment: {'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:37:15.633539 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Bound port: 34cbd338-d6a7-4378-9bae-e687d115bfcd, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:37:15.633922 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.698352 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] For port 34cbd338-d6a7-4378-9bae-e687d115bfcd, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:37:15.702602 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] For port 34cbd338-d6a7-4378-9bae-e687d115bfcd, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=34cbd338-d6a7-4378-9bae-e687d115bfcd,segment=NetworkSegment(843b6f7d-c88b-40ab-a6de-0881566f7016),segment_id=843b6f7d-c88b-40ab-a6de-0881566f7016)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:37:15.708224 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:15.714139 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:15.780573 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Pushing event updated for resources: {'Port': ['ID=34cbd338-d6a7-4378-9bae-e687d115bfcd,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:15.783575 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:16.979778 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 53616) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:17.297544 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [None req-602336d6-5657-4573-82f4-ce51ce63f38c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:37:17.298515 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-602336d6-5657-4573-82f4-ce51ce63f38c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3178020 Jun 16 15:37:19.745875 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 53624) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:20.076928 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [None req-fb9366f1-2ad3-467a-92ed-7123f3d6b0e2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:37:20.077944 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-fb9366f1-2ad3-467a-92ed-7123f3d6b0e2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3311396 Jun 16 15:37:21.624118 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 34cbd338-d6a7-4378-9bae-e687d115bfcd up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:21.709016 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 34cbd338-d6a7-4378-9bae-e687d115bfcd completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:21.917323 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6bf742-9190-492d-9c71-c5e798b8847a None None] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:37:21.988791 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Provisioning for port 34cbd338-d6a7-4378-9bae-e687d115bfcd completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:21.994582 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Provisioning complete for port 34cbd338-d6a7-4378-9bae-e687d115bfcd triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:21.994967 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.166876 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.221149 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] For port 34cbd338-d6a7-4378-9bae-e687d115bfcd, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=34cbd338-d6a7-4378-9bae-e687d115bfcd,segment=NetworkSegment(843b6f7d-c88b-40ab-a6de-0881566f7016),segment_id=843b6f7d-c88b-40ab-a6de-0881566f7016)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:22.225962 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.228066 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:22.276647 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Pushing event updated for resources: {'Port': ['ID=34cbd338-d6a7-4378-9bae-e687d115bfcd,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:22.280193 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:22.450390 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-797a2d57-76a2-4c8b-88f1-efdb7b1873ee None None] Provisioning complete for port 34cbd338-d6a7-4378-9bae-e687d115bfcd triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:22.450670 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-797a2d57-76a2-4c8b-88f1-efdb7b1873ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:22.797746 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 53638) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:23.116334 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-7211052d-d396-4c98-93cd-f620a65f639f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:23.140173 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7211052d-d396-4c98-93cd-f620a65f639f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.141807 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7211052d-d396-4c98-93cd-f620a65f639f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.305106 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7211052d-d396-4c98-93cd-f620a65f639f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.310003 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7211052d-d396-4c98-93cd-f620a65f639f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.327015 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7211052d-d396-4c98-93cd-f620a65f639f admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:23.328214 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7211052d-d396-4c98-93cd-f620a65f639f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5294588 Jun 16 15:37:23.572121 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 34cbd338-d6a7-4378-9bae-e687d115bfcd up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:23.617354 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 34cbd338-d6a7-4378-9bae-e687d115bfcd triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:23.617746 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:25.679147 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53646) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:25.991970 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [None req-bcbf9a69-2bf7-438b-9c73-c1b15bdbfbd2 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:37:25.993144 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-bcbf9a69-2bf7-438b-9c73-c1b15bdbfbd2 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128159 Jun 16 15:37:26.450206 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-98f63cbf-3b6b-4e24-b3dd-3727c3f93f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:27.812365 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:37:28.367633 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53654) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:28.693934 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:28.714141 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Made reservation on behalf of a4126c6232344000b2a5810e05cc24c3 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:37:28.716422 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.724111 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.814839 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.819161 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.822159 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:28.841000 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Reserving flat network on physical network physnet1 {{(pid=103602) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 15:37:28.851533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee0c68-9540-4e78-a936-e05ca1044228,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:28.855070 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:28.862816 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.863128 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Added segment 05634b3f-0639-4862-83ed-d34b4cc6731a of type flat for network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 Jun 16 15:37:28.922854 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.957734 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.959049 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:28.959614 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:28.961541 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:28.992629 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6239548 Jun 16 15:37:29.023148 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Pushing event updated for resources: {'Network': ['ID=7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:29.026059 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:29.035254 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:37:29.136715 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-51d1d399-4385-4877-9d04-ef2c11a776ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:29.245529 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:30.387932 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:31.403535 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53672) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:31.613980 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49012c24-e779-4056-84d1-eae1e98a77c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:31.615351 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-49012c24-e779-4056-84d1-eae1e98a77c2 admin admin] 10.222.0.23 "GET /v2.0/subnets/b248371f-b429-4aae-b70d-f8fa17bbecb1 HTTP/1.1" status: 200 len: 849 time: 0.2108746 Jun 16 15:37:31.792348 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6d4458f5-fac4-4a38-9b1a-b7741ede73c4 admin admin] 10.222.0.23 "GET /v2.0/routers/d9167581-3ccf-4a74-8fdb-53ff19508c2a HTTP/1.1" status: 200 len: 704 time: 0.1716199 Jun 16 15:37:32.056877 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:32.357953 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Allocated IP 172.20.0.1 (fc3073a1-8dc1-4cfd-b1d1-99de6afabbed/b248371f-b429-4aae-b70d-f8fa17bbecb1/295b8609-55a5-47db-9123-dfd2fb60f6c9) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:32.366170 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:32.539612 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:32.561983 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Transition to ACTIVE for port object 295b8609-55a5-47db-9123-dfd2fb60f6c9 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:32.645155 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:32.647994 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:32.712003 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:32.718032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:32.729916 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:37:32.730463 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:32.753150 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Pushing event updated for resources: {'Port': ['ID=295b8609-55a5-47db-9123-dfd2fb60f6c9,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:32.795054 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:32.913896 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f7bd0bef-ed15-4bd8-8f87-15a92ea0124d None None] Provisioning for port 295b8609-55a5-47db-9123-dfd2fb60f6c9 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:32.918310 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f7bd0bef-ed15-4bd8-8f87-15a92ea0124d None None] Provisioning complete for port 295b8609-55a5-47db-9123-dfd2fb60f6c9 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:32.918711 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f7bd0bef-ed15-4bd8-8f87-15a92ea0124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:32.952479 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd0bef-ed15-4bd8-8f87-15a92ea0124d None None] Port 295b8609-55a5-47db-9123-dfd2fb60f6c9 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:37:32.999342 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:33.177357 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:33.181845 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:33.182952 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:33.185383 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:33.245342 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Pushing event updated for resources: {'Port': ['ID=295b8609-55a5-47db-9123-dfd2fb60f6c9,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:33.249122 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:33.308739 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:33.310172 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:33.473192 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f1b435d2-0995-4f60-9088-3137858a5737 None None] Provisioning complete for port 295b8609-55a5-47db-9123-dfd2fb60f6c9 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:33.473813 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f1b435d2-0995-4f60-9088-3137858a5737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:33.474335 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Router d9167581-3ccf-4a74-8fdb-53ff19508c2a is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:37:33.508873 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-f1b435d2-0995-4f60-9088-3137858a5737 None None] Port 295b8609-55a5-47db-9123-dfd2fb60f6c9 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:37:33.564448 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:33.570347 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] 10.222.0.23 "PUT /v2.0/routers/d9167581-3ccf-4a74-8fdb-53ff19508c2a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7733169 Jun 16 15:37:33.574299 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Sync routers for ids ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:33.586201 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Routers {'d9167581-3ccf-4a74-8fdb-53ff19508c2a'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:33.586965 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:37:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:33.781046 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Set router d9167581-3ccf-4a74-8fdb-53ff19508c2a gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:34.216660 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'name': 'router1', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:37:23Z', 'updated_at': '2021-06-16T15:37:32Z', 'revision_number': 2, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'gw_port_host': None, '_interfaces': [{'id': '295b8609-55a5-47db-9123-dfd2fb60f6c9', 'name': '', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'mac_address': 'fa:16:3e:45:36:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:32Z', 'updated_at': '2021-06-16T15:37:33Z', 'revision_number': 2, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'subnets': [{'id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1adf12-9a68-4a97-848e-9575c2f96063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:34.223347 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Checking router: d9167581-3ccf-4a74-8fdb-53ff19508c2a for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:34.223729 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Updating router d9167581-3ccf-4a74-8fdb-53ff19508c2a port 295b8609-55a5-47db-9123-dfd2fb60f6c9 binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:37:34.289330 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:34.789569 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:34.808298 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Transition to ACTIVE for port object 295b8609-55a5-47db-9123-dfd2fb60f6c9 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:34.815958 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:34.820819 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:35.006800 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Pushing event updated for resources: {'Port': ['ID=295b8609-55a5-47db-9123-dfd2fb60f6c9,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:35.016520 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.016899 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.017185 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.017537 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.017881 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.018202 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.018517 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.018834 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.019414 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.019723 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.020030 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.020335 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Tracked resource versions report: Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: pushed versions: Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: { 'AddressGroup': {'1.2'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'ConntrackHelper': {'1.0'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Log': {'1.0'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Network': {'1.1'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Port': {'1.7'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'PortForwarding': {'1.2'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'QosPolicy': {'1.8'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroup': {'1.4'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'SubPort': {'1.0'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Subnet': {'1.1'}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Trunk': {'1.1'}} Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: consumer versions: Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'ConntrackHelper': '1.0', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Log': '1.0', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Network': '1.1', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Port': '1.7', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'PortForwarding': '1.2', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'QosPolicy': '1.8', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroup': '1.4', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroupRule': '1.2', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'SubPort': '1.0', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Subnet': '1.1', Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: 'Trunk': '1.1'}} Jun 16 15:37:35.021563 dv-cinder-796114-3-smb neutron-server[103604]: {{(pid=103604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:37:35.035117 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Attempting to bind port 295b8609-55a5-47db-9123-dfd2fb60f6c9 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:37:35.035511 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Attempting to bind port 295b8609-55a5-47db-9123-dfd2fb60f6c9 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:37:35.035962 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Attempting to bind port 295b8609-55a5-47db-9123-dfd2fb60f6c9 on network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:35.040205 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:35.042929 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:37:35.043331 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Checking segment: {'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:37:35.043822 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.044210 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Bound using segment: {'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:37:35.044706 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Bound port: 295b8609-55a5-47db-9123-dfd2fb60f6c9, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843b6f7d-c88b-40ab-a6de-0881566f7016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:37:35.045073 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.111484 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] For port 295b8609-55a5-47db-9123-dfd2fb60f6c9, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:37:35.135705 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] For port 295b8609-55a5-47db-9123-dfd2fb60f6c9, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=295b8609-55a5-47db-9123-dfd2fb60f6c9,segment=NetworkSegment(843b6f7d-c88b-40ab-a6de-0881566f7016),segment_id=843b6f7d-c88b-40ab-a6de-0881566f7016)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:37:35.140326 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:35.143735 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:35.191393 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Routers {'d9167581-3ccf-4a74-8fdb-53ff19508c2a'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:35.192004 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:37:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:35.279177 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Pushing event updated for resources: {'Port': ['ID=295b8609-55a5-47db-9123-dfd2fb60f6c9,revision_number=4']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:35.282608 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:35.293372 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] Set router d9167581-3ccf-4a74-8fdb-53ff19508c2a gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:35.505410 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'name': 'router1', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:37:23Z', 'updated_at': '2021-06-16T15:37:32Z', 'revision_number': 2, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'gw_port_host': None, '_interfaces': [{'id': '295b8609-55a5-47db-9123-dfd2fb60f6c9', 'name': '', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'mac_address': 'fa:16:3e:45:36:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:32Z', 'updated_at': '2021-06-16T15:37:35Z', 'revision_number': 4, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'subnets': [{'id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1adf12-9a68-4a97-848e-9575c2f96063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:35.508774 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd982c-cf37-487c-b017-f67618bdd506 None None] The sync data for ids ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'] in dv-cinder-796114-3-smb is: [{'id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'name': 'router1', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:37:23Z', 'updated_at': '2021-06-16T15:37:32Z', 'revision_number': 2, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'gw_port_host': None, '_interfaces': [{'id': '295b8609-55a5-47db-9123-dfd2fb60f6c9', 'name': '', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'mac_address': 'fa:16:3e:45:36:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:32Z', 'updated_at': '2021-06-16T15:37:35Z', 'revision_number': 4, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'subnets': [{'id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1adf12-9a68-4a97-848e-9575c2f96063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:35.806981 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53692) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:35.919884 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e276c6e-f944-4b7e-9e5f-0e7a016d4c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:35.921228 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4e276c6e-f944-4b7e-9e5f-0e7a016d4c2c admin admin] 10.222.0.23 "GET /v2.0/networks/7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 HTTP/1.1" status: 200 len: 842 time: 0.1134326 Jun 16 15:37:35.931572 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:35.956846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Made reservation on behalf of a4126c6232344000b2a5810e05cc24c3 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:37:35.959240 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Notify callbacks [] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:36.274853 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.objects.ports [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103602) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 15:37:36.275304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:36.277336 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:36.333632 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=73870dd4-6fd9-46e5-9fe7-9f7ac0eef635,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:36.339269 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:36.344427 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:37:36.344907 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Network hostable DHCP agents. Network: 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:37:36.367848 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:37:36.379699 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:36.383941 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:36.384515 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:36.391590 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e5c823-48c6-4ee9-a842-629f17deb7ff None None] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:37:36.399087 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4710133 Jun 16 15:37:36.536262 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e2a08-ffbb-45ba-95c8-5a67479335ef None None] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:37:38.667956 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53704) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:38.805421 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-c1750086-e379-4b73-b59a-155201091dda admin admin] 10.222.0.23 "GET /v2.0/routers/d9167581-3ccf-4a74-8fdb-53ff19508c2a HTTP/1.1" status: 200 len: 710 time: 0.1362164 Jun 16 15:37:38.900923 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac59d0b-2db1-4ca1-b409-727d2c45a411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:37:38.902227 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-eac59d0b-2db1-4ca1-b409-727d2c45a411 admin admin] 10.222.0.23 "GET /v2.0/networks/7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 HTTP/1.1" status: 200 len: 886 time: 0.0915484 Jun 16 15:37:38.911264 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:37:39.231915 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.468595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.544095 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.612874 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 295b8609-55a5-47db-9123-dfd2fb60f6c9 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:39.659419 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Allocated IP 172.28.3.170 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/dad31f12-ba82-46dc-85bd-083b711a11e8) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:37:39.662080 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 295b8609-55a5-47db-9123-dfd2fb60f6c9 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:39.666326 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 295b8609-55a5-47db-9123-dfd2fb60f6c9 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:39.666778 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.747355 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.770915 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.780804 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 295b8609-55a5-47db-9123-dfd2fb60f6c9, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=295b8609-55a5-47db-9123-dfd2fb60f6c9,segment=NetworkSegment(843b6f7d-c88b-40ab-a6de-0881566f7016),segment_id=843b6f7d-c88b-40ab-a6de-0881566f7016)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:39.786065 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.789454 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-95f2a917-4eb4-430a-ada1-72d9206afdb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:39.814269 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:39.816639 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:39.854591 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:37:39.860010 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:37:39.863597 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:37:39.868846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=dad31f12-ba82-46dc-85bd-083b711a11e8,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:39.891665 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=295b8609-55a5-47db-9123-dfd2fb60f6c9,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:39.896108 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:39.902627 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:40.110878 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:40.310543 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:40.313795 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1675681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1675731', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2014107'] for router, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:40.501571 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Router d9167581-3ccf-4a74-8fdb-53ff19508c2a has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:37:40.606858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:37:40.610973 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:40.612164 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] 10.222.0.23 "PUT /v2.0/routers/d9167581-3ccf-4a74-8fdb-53ff19508c2a HTTP/1.1" status: 200 len: 890 time: 1.7045658 Jun 16 15:37:40.628907 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Sync routers for ids ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:37:40.639960 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Routers {'d9167581-3ccf-4a74-8fdb-53ff19508c2a'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:40.640626 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:37:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:40.857732 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Set router d9167581-3ccf-4a74-8fdb-53ff19508c2a gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:41.258568 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'name': 'router1', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dad31f12-ba82-46dc-85bd-083b711a11e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:37:23Z', 'updated_at': '2021-06-16T15:37:39Z', 'revision_number': 4, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'gw_port': {'id': 'dad31f12-ba82-46dc-85bd-083b711a11e8', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:39Z', 'updated_at': '2021-06-16T15:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '295b8609-55a5-47db-9123-dfd2fb60f6c9', 'name': '', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'mac_address': 'fa:16:3e:45:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:32Z', 'updated_at': '2021-06-16T15:37:39Z', 'revision_number': 5, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'subnets': [{'id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1adf12-9a68-4a97-848e-9575c2f96063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:41.264526 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Checking router: d9167581-3ccf-4a74-8fdb-53ff19508c2a for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:37:41.264899 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Updating router d9167581-3ccf-4a74-8fdb-53ff19508c2a port dad31f12-ba82-46dc-85bd-083b711a11e8 binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:37:41.298580 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:41.594294 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 295b8609-55a5-47db-9123-dfd2fb60f6c9 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:41.660958 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:41.674476 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Transition to ACTIVE for port object dad31f12-ba82-46dc-85bd-083b711a11e8 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:37:41.683220 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:41.685860 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 295b8609-55a5-47db-9123-dfd2fb60f6c9 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:41.686222 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:41.688931 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:41.762470 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Attempting to bind port dad31f12-ba82-46dc-85bd-083b711a11e8 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:37:41.762846 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Attempting to bind port dad31f12-ba82-46dc-85bd-083b711a11e8 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:37:41.763204 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Attempting to bind port dad31f12-ba82-46dc-85bd-083b711a11e8 on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:37:41.781788 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:37:41.782072 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:37:41.782468 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:41.782865 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:37:41.783880 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Bound port: dad31f12-ba82-46dc-85bd-083b711a11e8, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:37:41.784259 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:41.786557 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09970358-bc34-402e-9a9e-5a2e6d1bb514 None None] Pushing event updated for resources: {'Port': ['ID=dad31f12-ba82-46dc-85bd-083b711a11e8,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:41.789848 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-09970358-bc34-402e-9a9e-5a2e6d1bb514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:41.872397 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] For port dad31f12-ba82-46dc-85bd-083b711a11e8, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:37:41.876001 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] For port dad31f12-ba82-46dc-85bd-083b711a11e8, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=dad31f12-ba82-46dc-85bd-083b711a11e8,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:37:41.880787 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:41.883059 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-f765e545-fe7f-4d33-8872-cb5eb178def4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:41.937988 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Routers {'d9167581-3ccf-4a74-8fdb-53ff19508c2a'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:37:41.938601 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:37:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:41.943322 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09970358-bc34-402e-9a9e-5a2e6d1bb514 None None] Pushing event updated for resources: {'Port': ['ID=dad31f12-ba82-46dc-85bd-083b711a11e8,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:42.052944 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-09970358-bc34-402e-9a9e-5a2e6d1bb514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:42.124778 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] Set router d9167581-3ccf-4a74-8fdb-53ff19508c2a gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:37:42.350755 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'name': 'router1', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dad31f12-ba82-46dc-85bd-083b711a11e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:37:23Z', 'updated_at': '2021-06-16T15:37:39Z', 'revision_number': 4, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'gw_port': {'id': 'dad31f12-ba82-46dc-85bd-083b711a11e8', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:39Z', 'updated_at': '2021-06-16T15:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '295b8609-55a5-47db-9123-dfd2fb60f6c9', 'name': '', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'mac_address': 'fa:16:3e:45:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:32Z', 'updated_at': '2021-06-16T15:37:39Z', 'revision_number': 5, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'subnets': [{'id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1adf12-9a68-4a97-848e-9575c2f96063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:37:42.356615 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e54011b-2840-452a-9e5d-cc8ca84ce602 None None] The sync data for ids ['d9167581-3ccf-4a74-8fdb-53ff19508c2a'] in dv-cinder-796114-3-smb is: [{'id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'name': 'router1', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'dad31f12-ba82-46dc-85bd-083b711a11e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:37:23Z', 'updated_at': '2021-06-16T15:37:39Z', 'revision_number': 4, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'gw_port': {'id': 'dad31f12-ba82-46dc-85bd-083b711a11e8', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:72:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:39Z', 'updated_at': '2021-06-16T15:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '295b8609-55a5-47db-9123-dfd2fb60f6c9', 'name': '', 'network_id': 'fc3073a1-8dc1-4cfd-b1d1-99de6afabbed', 'tenant_id': 'bde9b459af524e1aba025b27f8360aaf', 'mac_address': 'fa:16:3e:45:36:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9167581-3ccf-4a74-8fdb-53ff19508c2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:37:32Z', 'updated_at': '2021-06-16T15:37:39Z', 'revision_number': 5, 'project_id': 'bde9b459af524e1aba025b27f8360aaf', 'subnets': [{'id': 'b248371f-b429-4aae-b70d-f8fa17bbecb1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1adf12-9a68-4a97-848e-9575c2f96063'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:37:43.023082 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 53714) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:37:43.153168 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7a0bdf29-6be2-4479-bee8-976fad5487db admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1289537 Jun 16 15:37:43.615178 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device dad31f12-ba82-46dc-85bd-083b711a11e8 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:43.669107 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port dad31f12-ba82-46dc-85bd-083b711a11e8 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:37:43.673106 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port dad31f12-ba82-46dc-85bd-083b711a11e8 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:43.673507 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:43.758318 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:43.786991 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port dad31f12-ba82-46dc-85bd-083b711a11e8, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=dad31f12-ba82-46dc-85bd-083b711a11e8,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:37:43.791048 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:43.793269 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:37:43.848388 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=dad31f12-ba82-46dc-85bd-083b711a11e8,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:37:43.851481 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:37:45.602929 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device dad31f12-ba82-46dc-85bd-083b711a11e8 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:37:45.661541 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port dad31f12-ba82-46dc-85bd-083b711a11e8 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:37:45.661930 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:56.454938 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-7ac27486-be26-48cd-85fe-879616300eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:59.143622 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-51498b1c-b149-4b28-8c52-2deabfbc720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:37:59.251723 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:00.392746 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:02.390451 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:04.810475 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:38:26.469843 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5fae913d-2ecf-45f9-b086-dcecd6ada80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.136903 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5520806e-988e-464d-90bb-59aa0f8b6f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:29.247570 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:30.396246 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:32.385104 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:41.810442 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:38:56.461028 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ead6971c-cedb-434d-9c3b-fe5e5954b98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:59.138757 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-531d968d-089d-42e9-a128-051cb2d88d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:38:59.250186 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:00.399045 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:02.384674 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:18.809010 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:39:21.900934 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54282) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:21.965726 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da93f15-d4b0-481e-bb4a-c9c566b978f7 admin admin] GET failed (client error): The resource could not be found. Jun 16 15:39:21.967099 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2da93f15-d4b0-481e-bb4a-c9c566b978f7 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0652058 Jun 16 15:39:22.130051 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a09e8-18d6-4dad-aa53-c2db67060257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:22.131451 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-802a09e8-18d6-4dad-aa53-c2db67060257 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601419 Jun 16 15:39:24.319393 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54292) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:24.412775 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b165ebd-6924-4ab4-8441-a42abcd0b5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:24.414455 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3b165ebd-6924-4ab4-8441-a42abcd0b5c9 admin admin] 10.222.0.23 "GET /v2.0/subnets/b248371f-b429-4aae-b70d-f8fa17bbecb1 HTTP/1.1" status: 200 len: 849 time: 0.0941215 Jun 16 15:39:24.423958 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:39:24.511772 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:24.657807 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727022538352'] for subnet, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:24.659901 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:39:24.690802 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:24.690802 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:24.690802 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] 10.222.0.23 "PUT /v2.0/subnets/b248371f-b429-4aae-b70d-f8fa17bbecb1 HTTP/1.1" status: 200 len: 868 time: 0.2700708 Jun 16 15:39:24.694765 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f3a6f-6350-43c7-938e-c7a2f2e17ccf None None] Network fc3073a1-8dc1-4cfd-b1d1-99de6afabbed requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:39:24.710548 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b248371f-b429-4aae-b70d-f8fa17bbecb1,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:39:24.717912 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.718307 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.718595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.719529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.719954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.720287 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.720608 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.720928 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.721247 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.721598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.721916 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.722256 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:39:24.726134 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:39:25.192588 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-fa2e07f2-b7f0-4cdf-babd-9c55a359a975 None None] Provisioning complete for port 295b8609-55a5-47db-9123-dfd2fb60f6c9 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:25.193064 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fa2e07f2-b7f0-4cdf-babd-9c55a359a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:25.278494 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-fa2e07f2-b7f0-4cdf-babd-9c55a359a975 None None] Provisioning complete for port 34cbd338-d6a7-4378-9bae-e687d115bfcd triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:39:25.278864 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fa2e07f2-b7f0-4cdf-babd-9c55a359a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:26.462118 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-985d8072-7fd9-4e79-947c-09beda7c9f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:26.919758 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54300) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:27.129976 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddcc369-eac3-436d-92ad-69ab48610cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:27.130360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddcc369-eac3-436d-92ad-69ab48610cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:27.131895 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9ddcc369-eac3-436d-92ad-69ab48610cfc admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2111936 Jun 16 15:39:29.142122 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-649c14b7-f7ca-4a63-b21f-692dbc81d2f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:29.256799 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:29.365167 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54308) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:29.513136 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af6ec8-c738-4adf-9030-a6457ca1a21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:29.513636 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88af6ec8-c738-4adf-9030-a6457ca1a21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:29.515140 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-88af6ec8-c738-4adf-9030-a6457ca1a21b admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1489260 Jun 16 15:39:30.401949 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:31.767103 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54316) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:31.902927 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c8b65-be41-4594-be19-532ea3265de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:31.904216 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ec2c8b65-be41-4594-be19-532ea3265de5 admin admin] 10.222.0.23 "GET /v2.0/networks/7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 HTTP/1.1" status: 200 len: 886 time: 0.1360707 Jun 16 15:39:32.384732 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:34.126884 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54324) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:34.258739 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979c83a-996a-4844-9192-2a3adf336a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:34.260108 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9979c83a-996a-4844-9192-2a3adf336a5a admin admin] 10.222.0.23 "GET /v2.0/networks/fc3073a1-8dc1-4cfd-b1d1-99de6afabbed HTTP/1.1" status: 200 len: 869 time: 0.1322992 Jun 16 15:39:36.444729 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54332) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:36.579749 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32cbea-4af9-4867-afee-64b1852c9d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:36.580227 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32cbea-4af9-4867-afee-64b1852c9d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:36.582025 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6c32cbea-4af9-4867-afee-64b1852c9d00 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1363082 Jun 16 15:39:38.795088 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54340) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:38.926248 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f5ace-ada4-4187-885f-b605c61c2c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:38.926708 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f5ace-ada4-4187-885f-b605c61c2c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:38.928234 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-160f5ace-ada4-4187-885f-b605c61c2c6d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321826 Jun 16 15:39:41.095221 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54350) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:41.183131 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548876b-ed8d-4dff-94d0-6e0974e37094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:41.184467 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-8548876b-ed8d-4dff-94d0-6e0974e37094 admin admin] 10.222.0.23 "GET /v2.0/subnets/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635 HTTP/1.1" status: 200 len: 816 time: 0.0883100 Jun 16 15:39:43.388011 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54358) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:39:43.480756 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9847fbd3-d6e6-48ad-ab11-3c2657c550d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:39:43.482168 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9847fbd3-d6e6-48ad-ab11-3c2657c550d0 admin admin] 10.222.0.23 "GET /v2.0/subnets/b248371f-b429-4aae-b70d-f8fa17bbecb1 HTTP/1.1" status: 200 len: 868 time: 0.0931964 Jun 16 15:39:55.809272 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:39:56.467190 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ca15e819-f284-4262-9475-ee94d056f142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:59.147483 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b5798024-7e6b-4e41-9fa3-96848dd8315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:39:59.255569 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:00.412642 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:02.390865 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:08.978619 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54402) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:09.028597 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [None req-ae985c7d-ded9-4ea1-8611-17ba3c3674ad admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:40:09.029861 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-ae985c7d-ded9-4ea1-8611-17ba3c3674ad admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502067 Jun 16 15:40:11.386453 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54410) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:11.468972 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.pecan_wsgi.hooks.translation [None req-a465fc44-4023-49b3-ab9b-d143c89f7caa admin admin] GET failed (client error): The resource could not be found. Jun 16 15:40:11.470664 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a465fc44-4023-49b3-ab9b-d143c89f7caa admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0830374 Jun 16 15:40:11.621893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826288b8-0a7b-4e9f-979b-181f53546fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:11.623268 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-826288b8-0a7b-4e9f-979b-181f53546fa0 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1471455 Jun 16 15:40:13.859978 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54418) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:13.915095 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:40:13.939840 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Made reservation on behalf of a4126c6232344000b2a5810e05cc24c3 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:40:13.942254 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:13.990723 dv-cinder-796114-3-smb neutron-server[103601]: WARNING neutron.services.revisions.revision_plugin [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Could not find related network for resource to bump revision. Jun 16 15:40:14.007041 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:40:14.026241 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727022603048', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:14.026857 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Unsubscribe: segment precommit_create {{(pid=103601) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 15:40:14.027330 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Added segment f0db130c-a12b-43a3-9160-9932e4c571be of type vlan for network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a Jun 16 15:40:14.082390 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:14.135222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:14.137692 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:14.138344 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:14.141290 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:40:14.197407 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3362088 Jun 16 15:40:14.253380 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Pushing event updated for resources: {'Network': ['ID=878374c4-75fd-4fae-b1d2-ca4ea4d8b24a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:14.264379 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.265404 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.265948 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.266426 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.266895 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.267365 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.267833 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.268290 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.268809 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.269274 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.269762 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.270216 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:14.276278 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:40:14.285628 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:40:16.481735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54426) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:40:16.553820 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f42259-26f2-4729-807f-7a97c2279e5c admin admin] GET failed (client error): The resource could not be found. Jun 16 15:40:16.556006 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e9f42259-26f2-4729-807f-7a97c2279e5c admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0731459 Jun 16 15:40:16.632479 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e6cf5a-3c4a-4985-a230-767081fcbd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:16.633966 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a1e6cf5a-3c4a-4985-a230-767081fcbd93 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0741708 Jun 16 15:40:16.648483 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a', 'name': 'shared-subnet'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:40:16.675838 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Made reservation on behalf of a4126c6232344000b2a5810e05cc24c3 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:40:16.678125 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:16.860368 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:16.862734 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:40:16.917644 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8811c2a-f30e-441d-b3ea-a07ebaf627ee,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:16.921971 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:40:16.929406 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Checking segment: {'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:40:16.929714 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Network hostable DHCP agents. Network: 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:40:16.946199 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:40:16.955092 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:16.959967 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:40:16.960548 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:16.966947 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bde735-5d1d-43e7-af2c-85d20aa87f64 None None] Network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:40:16.976759 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3326092 Jun 16 15:40:17.147578 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-878374c4-75fd-4fae-b1d2-ca4ea4d8b24a', 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a', 'tenant_id': 'a4126c6232344000b2a5810e05cc24c3', 'fixed_ips': [{'subnet_id': 'd8811c2a-f30e-441d-b3ea-a07ebaf627ee'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:40:17.148597 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:17.394066 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Allocated IP 192.168.233.2 (878374c4-75fd-4fae-b1d2-ca4ea4d8b24a/d8811c2a-f30e-441d-b3ea-a07ebaf627ee/e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:40:17.551759 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:17.561834 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Transition to ACTIVE for port object e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:17.578486 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Transition to ACTIVE for port object e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:40:17.584629 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:17.586779 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:40:17.620341 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:40:17.623297 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:40:17.627529 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:40:17.643690 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Pushing event updated for resources: {'Port': ['ID=e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:17.675793 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.676128 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.676460 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.676791 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.677110 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.677571 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.677767 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.678085 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.678466 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.679242 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.679242 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.679431 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:40:17.683068 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:40:17.716155 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Attempting to bind port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:40:17.716518 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Attempting to bind port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:40:17.716876 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Attempting to bind port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa on network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:40:17.725976 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:40:17.725976 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Checking segment: {'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:40:17.725976 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:17.725976 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Bound using segment: {'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:40:17.725976 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Bound port: e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:40:17.725976 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:17.799606 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] For port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:40:17.804579 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] For port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa,segment=NetworkSegment(f0db130c-a12b-43a3-9160-9932e4c571be),segment_id=f0db130c-a12b-43a3-9160-9932e4c571be)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:40:17.810161 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:17.813145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-09970358-bc34-402e-9a9e-5a2e6d1bb514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:40:17.874946 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Pushing event updated for resources: {'Port': ['ID=e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:17.879375 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:40:18.688338 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f8d51-8702-4ff9-aa83-6a4e85cb8fd6 None None] Network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:40:18.780819 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-1730975e-1171-4d4c-ba97-2443668163c8 None None] Provisioning for port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:19.743963 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:19.813969 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:40:19.817962 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:19.818329 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:19.902085 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:19.941391 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa,segment=NetworkSegment(f0db130c-a12b-43a3-9160-9932e4c571be),segment_id=f0db130c-a12b-43a3-9160-9932e4c571be)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:40:19.945948 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:19.949751 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:40:20.007238 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:40:20.010911 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:40:21.713129 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:40:21.770594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port e9e99f08-4cf1-4ec6-ba06-310ce1fdddaa triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:40:21.771246 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:26.463513 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5def0bf4-1764-482b-a1d9-114316029512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.144816 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6b12f2b7-dd92-49c7-9d75-351fffdc4c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:29.250067 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:30.407906 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:32.397006 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:32.812371 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:40:56.475162 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-837895d7-5e38-4dc8-b7c3-9e38bc0126c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:59.137765 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-699e49af-c5b5-4a00-9d35-baac53ee89c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:40:59.256968 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:00.413854 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:02.397587 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:09.812369 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:41:26.473888 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b1dfd01e-c29b-4415-839a-41b39dcf54d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.147674 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-044077cc-de43-422c-90fa-52c3c530b02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:29.253996 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:30.419265 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:32.401363 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:33.202841 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54478) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:41:33.210440 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [None req-b2ddc3c2-e47a-49dc-ba55-2d52c62bfacd tempest-verify_tempest_config-1156947055 tempest-verify_tempest_config-1156947055-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:41:33.211510 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-b2ddc3c2-e47a-49dc-ba55-2d52c62bfacd tempest-verify_tempest_config-1156947055 tempest-verify_tempest_config-1156947055-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072923 Jun 16 15:41:33.575697 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54496) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:41:33.710516 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:33.821054 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:33.825358 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:33.829259 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:41:33.883492 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b62cb3-daf8-448d-b28b-dea1002aef27,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:33.891701 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4032ddf6bae5409d86eee128709f20b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3138213 Jun 16 15:41:33.894299 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54500) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:41:33.899233 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.899771 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.900278 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.901559 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.901559 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.901559 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.902399 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.902588 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.903062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.903723 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.904063 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.904486 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:33.910364 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:41:33.984856 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:34.007892 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:34.103954 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:34.107770 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:34.108972 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41b62cb3-daf8-448d-b28b-dea1002aef27 HTTP/1.1" status: 204 len: 168 time: 0.2136614 Jun 16 15:41:34.109663 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:41:34.118574 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b62cb3-daf8-448d-b28b-dea1002aef27,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:41:34.126791 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.127150 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.127825 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.128251 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.128740 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.129269 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.129709 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.130041 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.130364 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.130749 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.131323 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.131693 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:41:34.136222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:41:46.812814 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:41:56.467486 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-87698e71-ecbc-403b-a8e0-8d62fdf491f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:59.142463 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f35a0f79-c12d-4764-bcc7-8d664ca00e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:41:59.253211 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:00.420780 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:02.415741 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:23.814449 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:42:26.474397 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c66f2f76-6e3b-4ef2-ba6a-68b89981949e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:29.160206 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a267c7b1-1f37-41dd-8115-631e8fb5dbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:29.251573 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:30.431598 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:32.416892 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:56.476917 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ea09cbe-84f6-4f9d-975f-8e635f545107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:59.146008 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-028efe9f-9cdb-4d73-8d0d-036fb788b421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:42:59.251930 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.432063 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:00.818355 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 5 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:43:02.413018 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:25.379691 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039'] for agent, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:26.474272 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0439af18-4268-49b9-b6de-e11186b1270d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:29.139479 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-7759ed09-5440-4551-b812-8c052e03e26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:29.247186 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:30.433415 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:30.606476 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54554) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:43:30.718952 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6d7acfb3-3e94-460d-a9f0-91757358b9e3 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1111939 Jun 16 15:43:32.415943 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:32.985235 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54564) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:43:33.041568 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-07fb1a0e-ba1d-4455-b44d-85287463da65 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0550809 Jun 16 15:43:37.822128 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:43:55.361331 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:56.470882 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9a9555b0-411e-488b-a228-03259fb73d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.143076 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5a5efb7b-ee5a-4283-89ad-d228a129c65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:43:59.255830 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:00.435094 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:02.418080 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:14.822293 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:44:25.357230 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:26.465838 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f1871079-8c48-40e1-bfd5-48f0f3a74af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:29.147820 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b69dd585-9058-45ea-913c-c9086a4a3887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:29.248315 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:30.438914 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:32.427236 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:51.821061 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:44:55.370916 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:56.467522 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d877867a-108d-4d13-826a-61a9d522b1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:59.152938 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6682ff35-7042-4781-927d-b93bc7d17861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:44:59.250568 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:00.446467 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:02.432659 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:16.447875 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54644) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:16.685585 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-network', 'tenant_id': 'edd4ed729df642398042d9cda2abe329'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:16.761822 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Made reservation on behalf of edd4ed729df642398042d9cda2abe329 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:16.764990 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:16.796712 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:16.980685 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:16.986329 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:16.993757 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f4f4d7a1-6d46-4505-8fd9-3ac59605af49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:17.020890 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:45:17.037156 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283ce4b1-e65c-4476-9099-4af1cf5b00b8,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:17.040777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.041608 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Added segment 12aee941-1131-43d1-a8e8-1c6407dd6c2f of type vlan for network c9222c38-6518-45fd-b998-e48b0ba690a7 Jun 16 15:45:17.059354 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.060153 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.060733 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.061363 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.061860 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.062500 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.063024 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.063815 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.064400 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.065018 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.065721 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.066395 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Tracked resource versions report: Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: pushed versions: Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: { 'AddressGroup': {'1.2'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'ConntrackHelper': {'1.0'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Log': {'1.0'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Network': {'1.1'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Port': {'1.7'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'PortForwarding': {'1.2'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'QosPolicy': {'1.8'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroup': {'1.4'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'SubPort': {'1.0'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Subnet': {'1.1'}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Trunk': {'1.1'}} Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: consumer versions: Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'ConntrackHelper': '1.0', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Log': '1.0', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Network': '1.1', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Port': '1.7', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'PortForwarding': '1.2', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'QosPolicy': '1.8', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroup': '1.4', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'SecurityGroupRule': '1.2', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'SubPort': '1.0', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Subnet': '1.1', Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: 'Trunk': '1.1'}} Jun 16 15:45:17.067634 dv-cinder-796114-3-smb neutron-server[103602]: {{(pid=103602) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:45:17.075029 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:17.131510 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.204342 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.207178 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:17.208700 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.233722 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:17.244646 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7916877 Jun 16 15:45:17.244958 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54692) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:17.252856 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Request body: {'subnet': {'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-subnet', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:17.294239 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Made reservation on behalf of edd4ed729df642398042d9cda2abe329 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:17.297486 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.522078 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Pushing event updated for resources: {'Network': ['ID=c9222c38-6518-45fd-b998-e48b0ba690a7,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:17.535505 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:17.536404 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network c9222c38-6518-45fd-b998-e48b0ba690a7 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:45:17.569239 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.575248 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3436705d-b841-4021-9e3d-af3cc007d678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:17.635569 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Pushing event updated for resources: {'Subnet': ['ID=876fa194-cb09-4e15-bb15-ac5563dce99f,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:17.660601 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.661148 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.661934 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.662286 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.662605 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.662965 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.663345 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.663707 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.664074 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.664460 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.664810 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.665265 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Tracked resource versions report: Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: pushed versions: Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: { 'AddressGroup': {'1.2'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'ConntrackHelper': {'1.0'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Log': {'1.0'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Network': {'1.1'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Port': {'1.7'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'PortForwarding': {'1.2'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'QosPolicy': {'1.8'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroup': {'1.4'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'SubPort': {'1.0'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Subnet': {'1.1'}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Trunk': {'1.1'}} Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: consumer versions: Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'ConntrackHelper': '1.0', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Log': '1.0', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Network': '1.1', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Port': '1.7', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'PortForwarding': '1.2', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'QosPolicy': '1.8', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroup': '1.4', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'SecurityGroupRule': '1.2', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'SubPort': '1.0', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Subnet': '1.1', Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: 'Trunk': '1.1'}} Jun 16 15:45:17.669821 dv-cinder-796114-3-smb neutron-server[103601]: {{(pid=103601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:45:17.686287 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:17.687135 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Checking segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:17.687499 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Network hostable DHCP agents. Network: c9222c38-6518-45fd-b998-e48b0ba690a7, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:45:17.708526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Network c9222c38-6518-45fd-b998-e48b0ba690a7 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:45:17.722493 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, c9222c38-6518-45fd-b998-e48b0ba690a7) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:17.734137 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:17.735489 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.751740 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630a2c0-7ea9-4d1d-8196-70664d6627e3 None None] Network c9222c38-6518-45fd-b998-e48b0ba690a7 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:17.768806 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54716) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:17.769955 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5232782 Jun 16 15:45:17.773768 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:17.813421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.815154 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:17.951953 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.047295 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-c9222c38-6518-45fd-b998-e48b0ba690a7', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:45:18.048964 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.137356 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.267507 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Allocated IP 172.20.0.2 (c9222c38-6518-45fd-b998-e48b0ba690a7/876fa194-cb09-4e15-bb15-ac5563dce99f/84d9d025-fb66-4a96-a441-2e2d5850ceac) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:45:18.425897 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.466955 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.529488 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.544809 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Transition to ACTIVE for port object 84d9d025-fb66-4a96-a441-2e2d5850ceac will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:18.571887 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Transition to ACTIVE for port object 84d9d025-fb66-4a96-a441-2e2d5850ceac will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:18.584355 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.590335 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:18.639459 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Allocated IP 172.28.3.169 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:45:18.686118 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Network c9222c38-6518-45fd-b998-e48b0ba690a7 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:18.690019 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:18.694706 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:45:18.768855 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Pushing event updated for resources: {'Port': ['ID=84d9d025-fb66-4a96-a441-2e2d5850ceac,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:18.783046 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.783810 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.784357 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.784952 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.785631 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.786367 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.787022 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.787604 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.788144 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.789578 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.790243 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.790798 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:18.791770 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Tracked resource versions report: Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: pushed versions: Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: { 'AddressGroup': {'1.2'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'ConntrackHelper': {'1.0'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Log': {'1.0'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Network': {'1.1'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Port': {'1.7'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'PortForwarding': {'1.2'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'QosPolicy': {'1.8'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroup': {'1.4'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'SubPort': {'1.0'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Subnet': {'1.1'}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Trunk': {'1.1'}} Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: consumer versions: Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'ConntrackHelper': '1.0', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Log': '1.0', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Network': '1.1', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Port': '1.7', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'PortForwarding': '1.2', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'QosPolicy': '1.8', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroup': '1.4', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'SecurityGroupRule': '1.2', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'SubPort': '1.0', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Subnet': '1.1', Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: 'Trunk': '1.1'}} Jun 16 15:45:18.792772 dv-cinder-796114-3-smb neutron-server[103603]: {{(pid=103603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:45:18.803892 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:18.811059 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Attempting to bind port 84d9d025-fb66-4a96-a441-2e2d5850ceac on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:45:18.811775 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Attempting to bind port 84d9d025-fb66-4a96-a441-2e2d5850ceac by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:45:18.812338 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Attempting to bind port 84d9d025-fb66-4a96-a441-2e2d5850ceac on network c9222c38-6518-45fd-b998-e48b0ba690a7 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:18.819592 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:45:18.820409 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Checking segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:18.821047 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.822525 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Bound using segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:45:18.823525 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Bound port: 84d9d025-fb66-4a96-a441-2e2d5850ceac, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:45:18.824113 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.835596 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.843513 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:18.889826 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:18.893799 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:18.902287 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:45:18.925522 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] For port 84d9d025-fb66-4a96-a441-2e2d5850ceac, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:45:18.930147 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] For port 84d9d025-fb66-4a96-a441-2e2d5850ceac, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=84d9d025-fb66-4a96-a441-2e2d5850ceac,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:45:18.937645 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:18.942465 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:18.945304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Pushing event updated for resources: {'Port': ['ID=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:18.996614 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:19.020009 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Pushing event updated for resources: {'Port': ['ID=84d9d025-fb66-4a96-a441-2e2d5850ceac,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:19.026290 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:19.028203 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54762) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:19.233575 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.533679 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54778) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:19.583083 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1103016441-network', 'tenant_id': 'd474762d81e949f5b123385fcb250d03'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:19.620912 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Made reservation on behalf of d474762d81e949f5b123385fcb250d03 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:19.626828 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.644758 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.652015 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.834102 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:45:19.842669 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.850258 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.856998 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0adc438c-a3f9-4a3a-a9bf-07b58c56ed72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:19.895074 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:45:19.944967 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:19.945675 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Added segment d2129b7b-16ce-4ba5-a22d-f8d2d4335475 of type vlan for network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 Jun 16 15:45:19.955656 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9631f82-6604-47f5-b956-82fd8455e091,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:19.990053 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:20.065449 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.078406 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 84d9d025-fb66-4a96-a441-2e2d5850ceac up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:45:20.120599 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.123607 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:20.124635 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.141197 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a717e799-faf8-4966-95f3-916de7434db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:20.290522 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-208557833-network', 'tenant_id': 'd7555c7597e8406a863a48ba3dc374ae'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:20.296198 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Pushing event updated for resources: {'Network': ['ID=cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:20.300665 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2700355 Jun 16 15:45:20.302047 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:20.305198 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54798) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:20.340461 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Request body: {'subnet': {'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1103016441-subnet', 'tenant_id': 'd474762d81e949f5b123385fcb250d03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:20.348642 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:45:20.350934 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Made reservation on behalf of d7555c7597e8406a863a48ba3dc374ae for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:20.361096 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Sync routers for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:45:20.361938 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.380826 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:45:20.381261 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:44:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:20.391099 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.430145 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Made reservation on behalf of d474762d81e949f5b123385fcb250d03 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:20.433975 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.435585 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6656799 Jun 16 15:45:20.439619 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54802) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:20.449871 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.470436 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:45:20.503403 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54804) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:20.566888 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a98c0a-e2bf-40e5-898a-8f6f2341d391 None None] Network c9222c38-6518-45fd-b998-e48b0ba690a7 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:20.689550 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:45:20.877915 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 84d9d025-fb66-4a96-a441-2e2d5850ceac completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:45:20.890286 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Provisioning for port 84d9d025-fb66-4a96-a441-2e2d5850ceac completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:45:20.895789 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 84d9d025-fb66-4a96-a441-2e2d5850ceac triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:20.896611 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.933468 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Provisioning complete for port 84d9d025-fb66-4a96-a441-2e2d5850ceac triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:20.934403 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.983127 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:20.998618 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.082201 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:45:21.160079 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.164717 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Added segment f5044a9b-897b-42c6-8c50-ef91dbcbc27c of type vlan for network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 Jun 16 15:45:21.167562 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.211565 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:19Z', 'revision_number': 3, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:21.220381 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Checking router: 884ca74f-a4e4-4fa0-9a56-0bc88a948abc for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:45:21.221751 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Updating router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:45:21.241283 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:21.260656 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.292326 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.301662 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] For port 84d9d025-fb66-4a96-a441-2e2d5850ceac, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=84d9d025-fb66-4a96-a441-2e2d5850ceac,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:21.314160 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.314964 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.352607 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-fb709ebd-e170-43ac-b115-6bcd17d91108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:21.424515 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690034772-network', 'tenant_id': '1f73a2c1713d4440b03ff36d82ddd65e'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:21.499350 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.609420 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Allocated IP 172.20.0.1 (c9222c38-6518-45fd-b998-e48b0ba690a7/876fa194-cb09-4e15-bb15-ac5563dce99f/65653f97-d2fc-4ce8-8c3f-b6c68d3691b4) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:45:21.640669 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Made reservation on behalf of 1f73a2c1713d4440b03ff36d82ddd65e for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:21.645859 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.662008 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Pushing event updated for resources: {'Port': ['ID=84d9d025-fb66-4a96-a441-2e2d5850ceac,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:21.662786 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cbcda2-88a9-4059-87eb-3daecc756739,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:21.668574 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:21.669948 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.678425 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:21.684844 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.708361 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.717421 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.db.api [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103603) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 15:45:21.719470 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_db.api [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 15:45:21.729743 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:21.730923 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.736205 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3bcf125d-1cf7-4bd0-be69-9717eeeac502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:21.827592 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-24021b5e-a44f-4919-a2e1-d59d21836a84 None None] Provisioning complete for port 84d9d025-fb66-4a96-a441-2e2d5850ceac triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:21.831406 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-24021b5e-a44f-4919-a2e1-d59d21836a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:21.908533 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Pushing event updated for resources: {'Network': ['ID=dd511b24-a00a-40fb-a4e7-fe658a96c4a9,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:21.917809 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:21.922054 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8369b3aa-7cda-42a6-bc9c-aca1c7bf63af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:21.954594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:45:22.003734 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.030481 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Checking segment: {'id': 'd2129b7b-16ce-4ba5-a22d-f8d2d4335475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:22.031497 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Network hostable DHCP agents. Network: cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:45:22.065703 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c64d54f-94ae-4221-92a3-5b2f67861ed7,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:22.066211 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Transition to ACTIVE for port object 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:22.072678 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:22.097092 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:45:22.128747 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:22.141973 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:22.143028 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.163894 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.172959 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.193786 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:45:22.207056 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.208078 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.208737 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Added segment baa21faf-20a7-4bbb-9a24-85201516abc0 of type vlan for network f08727ae-5634-470b-8a6e-b0522bb04ebd Jun 16 15:45:22.219178 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3c39c5de-bd6a-4571-8002-e8f2998cbcc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:22.220215 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.267568 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Transition to ACTIVE for port object 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:22.284421 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.286826 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.289403 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-01dd447a-beda-4aae-9ed2-dde08be78320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:22.342581 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd2fe5a-8a62-454e-83e5-e825f40dff38 None None] Network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:22.350740 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:22.365016 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Pushing event updated for resources: {'Port': ['ID=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:22.382103 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:22.410391 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Network c9222c38-6518-45fd-b998-e48b0ba690a7 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:22.410391 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:22.413713 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.8783720 Jun 16 15:45:22.416963 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54844) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:22.418851 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504df977-d820-420c-a998-392a487f4dfd,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:22.426322 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1185403 Jun 16 15:45:22.427906 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.437859 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:45:22.437859 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.475631 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Request body: {'subnet': {'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-208557833-subnet', 'tenant_id': 'd7555c7597e8406a863a48ba3dc374ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:22.481222 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Pushing event updated for resources: {'Port': ['ID=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:22.486691 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Attempting to bind port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:45:22.487310 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Attempting to bind port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:45:22.487913 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Attempting to bind port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:22.533062 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.533707 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.534281 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.534825 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.535386 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.535900 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.536461 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.537011 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.544679 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.545010 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.550253 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.550961 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:45:22.552078 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Tracked resource versions report: Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: pushed versions: Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: { 'AddressGroup': {'1.2'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'ConntrackHelper': {'1.0'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Log': {'1.0'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Network': {'1.1'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Port': {'1.7'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'PortForwarding': {'1.2'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'QosPolicy': {'1.8'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroup': {'1.4'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroupRule': {'1.2'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'SubPort': {'1.0'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Subnet': {'1.1'}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Trunk': {'1.1'}} Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: consumer versions: Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: { DHCP agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: HyperV agent@hv-cinder-79611: {}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: L3 agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: Metadata agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: Metering agent@dv-cinder-796114-3-smb: {}, Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: Open vSwitch agent@dv-cinder-796114-3-smb: { 'AddressGroup': '1.2', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'ConntrackHelper': '1.0', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Log': '1.0', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Network': '1.1', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Port': '1.7', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'PortForwarding': '1.2', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'QosPolicy': '1.8', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroup': '1.4', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'SecurityGroupRule': '1.2', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'SubPort': '1.0', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Subnet': '1.1', Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: 'Trunk': '1.1'}} Jun 16 15:45:22.553087 dv-cinder-796114-3-smb neutron-server[103604]: {{(pid=103604) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 15:45:22.559019 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:22.562693 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.570577 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:22.575949 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:22.578032 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:45:22.578541 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:22.579024 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.579606 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:45:22.580240 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Bound port: 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:45:22.581671 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.783927 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Made reservation on behalf of d7555c7597e8406a863a48ba3dc374ae for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:22.786905 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.791335 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] For port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:45:22.791898 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=f08727ae-5634-470b-8a6e-b0522bb04ebd,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:22.795727 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:22.810359 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] For port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:45:22.820857 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:22.836537 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:22.860336 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3513618 Jun 16 15:45:22.865958 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54858) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:22.873175 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network f08727ae-5634-470b-8a6e-b0522bb04ebd details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:45:22.893343 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Request body: {'subnet': {'network_id': 'f08727ae-5634-470b-8a6e-b0522bb04ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690034772-subnet', 'tenant_id': '1f73a2c1713d4440b03ff36d82ddd65e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:23.014674 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 84d9d025-fb66-4a96-a441-2e2d5850ceac up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:45:23.016978 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Made reservation on behalf of 1f73a2c1713d4440b03ff36d82ddd65e for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:23.021837 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.030195 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Pushing event updated for resources: {'Port': ['ID=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:23.035580 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4477d06-f4fa-4d87-b55b-7617809bc287 None None] Network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:23.039826 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:23.072427 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:45:23.083120 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:44:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:23.190031 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c72533f8-3740-4d86-b055-b6275d373768 None None] Provisioning for port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:45:23.214906 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c72533f8-3740-4d86-b055-b6275d373768 None None] Provisioning complete for port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:23.215294 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c72533f8-3740-4d86-b055-b6275d373768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.266834 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-c72533f8-3740-4d86-b055-b6275d373768 None None] Port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:45:23.345381 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 84d9d025-fb66-4a96-a441-2e2d5850ceac triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:23.346452 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.365287 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:45:23.389649 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.397271 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:23.474031 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8351700-7b24-4372-9632-b7db9bc56a69,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:23.480155 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:23.488951 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Checking segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:23.489527 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Network hostable DHCP agents. Network: dd511b24-a00a-40fb-a4e7-fe658a96c4a9, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:45:23.513418 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:45:23.528659 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, dd511b24-a00a-40fb-a4e7-fe658a96c4a9) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:23.546163 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:23.547580 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.561129 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee87c74-29d1-408d-9b33-8c12c910a94a None None] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:23.578011 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.589858 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-98f84c43-1f1e-4a1e-b597-23a891a15fa7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1570876 Jun 16 15:45:23.745695 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:23.778041 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de8e015-5ae6-4c4a-afc5-ec8d3625e169 None None] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:23.792303 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b5ad8733-ba33-4185-bf4e-b5bef1370bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:24.017059 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Checking segment: {'id': 'baa21faf-20a7-4bbb-9a24-85201516abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f08727ae-5634-470b-8a6e-b0522bb04ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:24.017416 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Network hostable DHCP agents. Network: f08727ae-5634-470b-8a6e-b0522bb04ebd, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:45:24.045166 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8a8588-1ccb-41b6-ae0c-e1d481f974b6,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:24.048077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:24.057887 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:21Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:24.066637 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8dbcaa-9885-49d6-881d-756c6fabd694 None None] The sync data for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb is: [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:21Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:45:24.106194 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Network f08727ae-5634-470b-8a6e-b0522bb04ebd is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:45:24.177242 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, f08727ae-5634-470b-8a6e-b0522bb04ebd) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:24.199563 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:24.200062 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75c7fd-e9bd-459c-a20c-a40c2947c711 None None] Network f08727ae-5634-470b-8a6e-b0522bb04ebd requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:24.200722 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:24.246802 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3765256 Jun 16 15:45:24.348753 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:24.361126 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:24.362350 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:24.390171 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3d791e6e-1720-4a5c-a4ab-2fc36764dfdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:24.752009 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Network c9222c38-6518-45fd-b998-e48b0ba690a7 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:24.767270 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:24.828206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Pushing event updated for resources: {'Port': ['ID=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:24.836550 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:24.909864 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0de143-2b83-4fb3-a3a5-373f5f4440e0 None None] Network f08727ae-5634-470b-8a6e-b0522bb04ebd requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:25.150915 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:45:25.338067 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c99a7406-6aed-40d2-b0e3-faad983a45fe None None] Provisioning complete for port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:25.338353 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c99a7406-6aed-40d2-b0e3-faad983a45fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:25.521073 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-c99a7406-6aed-40d2-b0e3-faad983a45fe None None] Port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:45:25.529390 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:25.628535 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:45:25.648563 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] 10.222.0.23 "PUT /v2.0/routers/884ca74f-a4e4-4fa0-9a56-0bc88a948abc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2076471 Jun 16 15:45:25.895114 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54952) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:25.897808 dv-cinder-796114-3-smb neutron-server[103602]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 15:45:26.001146 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54954) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:26.183641 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54974) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:26.188345 dv-cinder-796114-3-smb neutron-server[103601]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 15:45:26.276320 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-e9d6be9e-992b-468f-b805-dc92b0646bf0 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:26.287173 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-e9d6be9e-992b-468f-b805-dc92b0646bf0 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/networks?id=cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 HTTP/1.1" status: 200 len: 812 time: 0.3907659 Jun 16 15:45:26.306257 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-f51a269c-f776-482f-a179-727aa4aa8d94 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/quotas/d474762d81e949f5b123385fcb250d03 HTTP/1.1" status: 200 len: 375 time: 0.0180593 Jun 16 15:45:26.375680 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 54978) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:26.409209 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-f4a27058-878d-4ab3-a1b6-08da95dab1ce tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d474762d81e949f5b123385fcb250d03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930135 Jun 16 15:45:26.425425 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-598140103-network', 'tenant_id': 'dea45892d9cc45538e135006b4b42ef2'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:26.468067 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3b88-16e9-4093-aa2e-3a628250a323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:26.481205 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1e780d2f-24b8-4da2-a411-a4d8d50e69ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:26.523150 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Made reservation on behalf of dea45892d9cc45538e135006b4b42ef2 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:26.542917 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:26.577197 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-cdb9e89d-e559-4b83-809a-cdd53699e6e1 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:26.578814 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-cdb9e89d-e559-4b83-809a-cdd53699e6e1 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.3926744 Jun 16 15:45:26.582417 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:26.640438 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-35a7705f-baad-4c84-b52c-979c33a3eb60 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/quotas/d7555c7597e8406a863a48ba3dc374ae HTTP/1.1" status: 200 len: 375 time: 0.0492742 Jun 16 15:45:26.666597 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-ab156154-584f-4bbe-a31f-837145f84c12 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:45:26.668809 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-ab156154-584f-4bbe-a31f-837145f84c12 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0773063 Jun 16 15:45:26.745466 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-30ce7f83-d60f-40b4-9b10-215070c790b3 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950904 Jun 16 15:45:26.829318 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3b88-16e9-4093-aa2e-3a628250a323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:26.839699 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d7fa3b88-16e9-4093-aa2e-3a628250a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:26.846716 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f684f1b0-e6bc-4426-93df-eb88b8529ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:26.862889 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-8e8ca4ff-dcc5-4955-b8c6-65de25c17ea4 service neutron] 10.222.0.23 "GET /v2.0/networks/cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850111 Jun 16 15:45:26.887370 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:45:26.933509 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d7fa3b88-16e9-4093-aa2e-3a628250a323 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54db22c681624ba68a064ce2b7f684ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9302106 Jun 16 15:45:26.934237 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 54994) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:26.938309 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa3b88-16e9-4093-aa2e-3a628250a323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2ce87f-65f5-4eee-b2ee-687b3366a609,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:26.942520 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d7fa3b88-16e9-4093-aa2e-3a628250a323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:26.976474 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-afd5b0ce-0b73-488d-b1eb-470c7223f9b3 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:45:26.978238 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-afd5b0ce-0b73-488d-b1eb-470c7223f9b3 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0891898 Jun 16 15:45:27.023588 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:45:27.032709 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:27.033496 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.101336 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.110380 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-0efcad98-aef0-4308-a8b3-c0e7eda7ce12 service neutron] 10.222.0.23 "GET /v2.0/networks/cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400587 Jun 16 15:45:27.111280 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.123940 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.139909 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:27.144009 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.188182 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.204131 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb1cd4-584c-414f-9c3b-8d5a0515330e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:27.208441 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:45:27.216938 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:27.223734 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.224658 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-b38101a7-68af-4f6f-beaa-c6c9664f4676 service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358224 Jun 16 15:45:27.232568 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:27.235971 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:27.273195 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.280416 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.284805 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d2ce87f-65f5-4eee-b2ee-687b3366a609 HTTP/1.1" status: 204 len: 168 time: 0.3449292 Jun 16 15:45:27.284805 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-40f52c66-745d-41d8-bf58-2dac920d6730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:27.296763 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2ce87f-65f5-4eee-b2ee-687b3366a609,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:27.300950 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:27.335197 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.335714 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Added segment 71df52e0-5efc-4082-bb65-a666026eeb73 of type vlan for network 470bf1f6-6ac1-4a68-8966-20b0177fc43a Jun 16 15:45:27.339588 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:27.354439 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:27.475176 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.491538 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-d13d84b3-fbb1-4d55-89e4-20be9d283ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656090 Jun 16 15:45:27.588035 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.590894 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:27.591925 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.616383 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:27.625618 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Sync routers for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:45:27.651053 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:45:27.652091 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:44:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:27.666520 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2894239 Jun 16 15:45:27.671268 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55030) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:27.676827 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Request body: {'subnet': {'network_id': '470bf1f6-6ac1-4a68-8966-20b0177fc43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-598140103-subnet', 'tenant_id': 'dea45892d9cc45538e135006b4b42ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:27.755461 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Made reservation on behalf of dea45892d9cc45538e135006b4b42ef2 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:27.759397 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:27.845981 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Pushing event updated for resources: {'Network': ['ID=470bf1f6-6ac1-4a68-8966-20b0177fc43a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:27.851961 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:27.914850 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:45:27.954597 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 470bf1f6-6ac1-4a68-8966-20b0177fc43a details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:45:27.979720 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-de5148af-f7a6-409e-8d94-30e6c8827d47 req-60c62b0a-0570-4e5b-8a77-439819d7e853 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 210 time: 0.1071012 Jun 16 15:45:28.223304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55052) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:28.328762 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:28.343494 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-397a751f-6cb7-457e-8a79-d9172ace8d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:28.360826 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f96d3156-0aed-4a74-bc30-ed496a6726f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:28.400271 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:24Z', 'revision_number': 2, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:28.406913 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Checking router: 884ca74f-a4e4-4fa0-9a56-0bc88a948abc for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:45:28.407910 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Updating router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:45:28.499527 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-397a751f-6cb7-457e-8a79-d9172ace8d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:28.527973 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-397a751f-6cb7-457e-8a79-d9172ace8d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:28.545215 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:28.615773 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55076) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:28.620850 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176662617', 'description': 'tempest-description--1206281413'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:28.679005 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:28.707773 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf5c2ac-c09d-4f89-8ffc-91a7c20daec0,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:28.715004 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:28.721722 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:28.763779 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a751f-6cb7-457e-8a79-d9172ace8d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7874336-3028-48a9-af93-f72c009c468f,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:28.821402 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:45:28.872003 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-334f5147-a528-4d2d-8448-2319b01995bd req-ee7d0101-d235-47f7-8cd2-2b50c31274e8 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.1568584 Jun 16 15:45:28.878338 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-397a751f-6cb7-457e-8a79-d9172ace8d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:28.881889 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Checking segment: {'id': '71df52e0-5efc-4082-bb65-a666026eeb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '470bf1f6-6ac1-4a68-8966-20b0177fc43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:28.883623 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Network hostable DHCP agents. Network: 470bf1f6-6ac1-4a68-8966-20b0177fc43a, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:45:28.905152 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-397a751f-6cb7-457e-8a79-d9172ace8d3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=599fe2633c9b4e5f8a636aac94f99a96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6758094 Jun 16 15:45:28.906051 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55090) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:28.928182 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:45:28.948082 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Network 470bf1f6-6ac1-4a68-8966-20b0177fc43a is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:45:28.972818 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 470bf1f6-6ac1-4a68-8966-20b0177fc43a) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:28.985965 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:28.988013 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.078857 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3bf02-89cc-4726-9f37-9598679212b5 None None] Network 470bf1f6-6ac1-4a68-8966-20b0177fc43a requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:29.299247 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.302165 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.327108 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.337616 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-40a62d42-c6ca-4430-9807-dd90fa677dce req-110924dc-63c6-492d-89ee-e78495d2f2e1 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 210 time: 0.0803645 Jun 16 15:45:29.353488 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-eacdcf69-ca0a-4534-a02e-c4d2250daf7b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6740541 Jun 16 15:45:29.378807 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-710c9b8f-5cee-4309-9a50-98f6104cba69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:29.473113 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.543197 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a9dbf6-50ee-4e65-a658-6e1405e343eb None None] Network 470bf1f6-6ac1-4a68-8966-20b0177fc43a requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:45:29.608251 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0676990b-1005-4671-b11f-68fb4a2c050e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:29.643415 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:29.653082 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.658298 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.0413938 Jun 16 15:45:29.663671 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55144) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:29.675604 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'security_group_rule': {'security_group_id': '0676990b-1005-4671-b11f-68fb4a2c050e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:29.734945 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.740417 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.745611 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7874336-3028-48a9-af93-f72c009c468f HTTP/1.1" status: 204 len: 168 time: 0.8356273 Jun 16 15:45:29.746680 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:29.748662 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2ca84a77-4c76-4a8c-8779-0bf3391ecfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.804442 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7874336-3028-48a9-af93-f72c009c468f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:29.816392 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:29.875694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.893337 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55154) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:29.928460 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:29.949344 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Transition to ACTIVE for port object 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:29.976119 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.028586 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:30.082121 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Deleting subnet 8a8a8588-1ccb-41b6-ae0c-e1d481f974b6 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:45:30.099803 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.198342 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.234882 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.252143 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ec8956c-60d1-4695-a3dc-b28f8f450c3a req-1e886fce-77f3-4958-b34f-27e24c094a8e tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.1272039 Jun 16 15:45:30.275547 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.299447 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.306457 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.308725 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:30.349678 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:30.350370 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.381404 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7f1248-2d48-4d82-9afa-fd3d58d4548d,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:30.394681 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:30.407799 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.409317 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7428071 Jun 16 15:45:30.413624 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55170) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:30.433825 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'security_group_rule': {'security_group_id': '0676990b-1005-4671-b11f-68fb4a2c050e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:30.480118 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.490631 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:30.570814 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.575694 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.634138 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8a8588-1ccb-41b6-ae0c-e1d481f974b6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:30.657096 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.670666 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8a8a8588-1ccb-41b6-ae0c-e1d481f974b6 HTTP/1.1" status: 204 len: 168 time: 0.7757468 Jun 16 15:45:30.676360 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55178) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:30.791196 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55180) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:30.791667 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55182) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:30.797695 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.812145 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.814698 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:30.834205 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Attempting to bind port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:45:30.837409 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995a3a05-9664-49f1-86ce-7d814a3bbcfd,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:30.839091 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Attempting to bind port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:45:30.840017 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Attempting to bind port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 on network c9222c38-6518-45fd-b998-e48b0ba690a7 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:30.842451 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:30.850371 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.853247 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4383626 Jun 16 15:45:30.857221 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55192) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:30.863248 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'floatingip': {'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:30.898868 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e1d597c8-841e-4fc2-8774-04f8e4a10485 req-71c808ad-0ea1-4008-b471-b9945626fe93 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 210 time: 0.0527391 Jun 16 15:45:30.917210 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.920440 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:30.947315 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:30.980316 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbca19-f7e1-4b00-8401-a734c4f53871 None None] Pushing event updated for resources: {'Port': ['ID=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:31.098201 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.125995 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.126648 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.128186 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.130129 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > port after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.130668 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.131252 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > port after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.131710 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.132138 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.132716 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.133264 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.178039 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28dbca19-f7e1-4b00-8401-a734c4f53871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:31.323042 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6c1d717c-ea1a-470f-921f-3586ca78238d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.347925 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.448437 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13c49c56-780f-4c18-b6fd-fdf148705330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.454677 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:45:31.455057 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Checking segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:31.458130 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.464312 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Bound using segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:45:31.464312 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Bound port: 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:45:31.464312 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.557909 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.558147 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.558393 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.558730 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103601) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:45:31.559235 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08727ae-5634-470b-8a6e-b0522bb04ebd']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:31.574960 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Allocated IP 172.28.3.139 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/0946aefb-5056-4571-b65b-8b66d910edef) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:45:31.587904 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa21faf-20a7-4bbb-9a24-85201516abc0') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:31.588199 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa21faf-20a7-4bbb-9a24-85201516abc0') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:31.604545 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] For port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:45:31.609551 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] For port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:45:31.610452 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.620019 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.622775 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:31.626243 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6c1d717c-ea1a-470f-921f-3586ca78238d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.655556 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6c1d717c-ea1a-470f-921f-3586ca78238d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.697527 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbca19-f7e1-4b00-8401-a734c4f53871 None None] Pushing event updated for resources: {'Port': ['ID=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:31.701862 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28dbca19-f7e1-4b00-8401-a734c4f53871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:31.735352 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9af78871-8d08-4cf4-8b70-6e7187de66dc req-fb864205-4a98-49cd-92cc-af61afe29f6d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.1176078 Jun 16 15:45:31.738539 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.746651 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:45:31.747650 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:45:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:31.783129 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:45:31.783538 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: from cryptography.utils import int_from_bytes Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: from cryptography.utils import int_from_bytes Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:45:31.788384 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:45:31.937651 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:31.944903 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.24', 59637) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:31.948232 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:31.975303 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:31.988315 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:45:31.996178 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.001738 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f08727ae-5634-470b-8a6e-b0522bb04ebd HTTP/1.1" status: 204 len: 168 time: 1.3239746 Jun 16 15:45:32.007297 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55228) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:32.031430 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Pushing event deleted for resources: {'Network': ['ID=f08727ae-5634-470b-8a6e-b0522bb04ebd,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:32.041323 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9988035d-ef2b-497f-87b2-1d141f61e021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:32.154911 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6c1d717c-ea1a-470f-921f-3586ca78238d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30456d7c60074acda88091b9a4f45811&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3616807 Jun 16 15:45:32.160586 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55238) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:32.205917 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-3420663a-8294-4173-8242-f541edd1ed66 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:32.207629 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-3420663a-8294-4173-8242-f541edd1ed66 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.24 "GET /v2.0/networks?id=cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 HTTP/1.1" status: 200 len: 812 time: 0.2605410 Jun 16 15:45:32.224322 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.252148 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-43ed0048-55f5-4ad3-b1d2-41676ec1abec req-2611fd85-b633-41d9-b08d-0cd53c74a8b4 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 210 time: 0.0814495 Jun 16 15:45:32.260092 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d717c-ea1a-470f-921f-3586ca78238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478b146-3e3b-4988-8006-6735878e7ed6,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:32.265563 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Deleting subnet 5bf5c2ac-c09d-4f89-8ffc-91a7c20daec0 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:45:32.268182 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6c1d717c-ea1a-470f-921f-3586ca78238d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:32.274648 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Request body: {'port': {'device_id': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0', 'admin_state_up': True, 'tenant_id': 'd474762d81e949f5b123385fcb250d03'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:32.275019 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.332647 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.395736 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13c49c56-780f-4c18-b6fd-fdf148705330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.421064 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.447203 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.470472 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.497832 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-13c49c56-780f-4c18-b6fd-fdf148705330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.538192 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:32.554442 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.567803 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-13c49c56-780f-4c18-b6fd-fdf148705330 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c38788d9c4d46c2bfeb1f33b82d07d8&name=default HTTP/1.1" status: 200 len: 2976 time: 1.7733352 Jun 16 15:45:32.578064 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55260) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:32.616615 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:31Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:32.620605 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.628479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c49c56-780f-4c18-b6fd-fdf148705330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e33d27-02b5-4a2a-90c8-28096d2b3d42,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:32.630622 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920997bd-6477-42cd-a253-8bb669f8a8ef None None] The sync data for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb is: [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:31Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:45:32.641152 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13c49c56-780f-4c18-b6fd-fdf148705330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:32.653396 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4499b30e-dbd7-4807-abec-8970d585114c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:32.725328 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Made reservation on behalf of d474762d81e949f5b123385fcb250d03 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:32.736724 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.779824 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.784251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:32.804842 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.824105 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.827966 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b478b146-3e3b-4988-8006-6735878e7ed6 HTTP/1.1" status: 204 len: 168 time: 0.6627455 Jun 16 15:45:32.828745 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-66e647d8-5137-4466-90ae-a093390ed7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:32.850822 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:32.854847 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478b146-3e3b-4988-8006-6735878e7ed6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:32.858760 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:32.868658 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:45:32.880915 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'Port': ['ID=0946aefb-5056-4571-b65b-8b66d910edef,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:32.888943 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:32.896362 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-827df119-7116-48a9-a476-4cfabaa7fe92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:32.900304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.902889 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5bf5c2ac-c09d-4f89-8ffc-91a7c20daec0 HTTP/1.1" status: 204 len: 168 time: 0.8917818 Jun 16 15:45:32.942370 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:32.946458 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55274) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:33.091971 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.094063 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf5c2ac-c09d-4f89-8ffc-91a7c20daec0,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:33.100780 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:33.251623 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bf9664ae-841f-4f61-ac9a-5332a46771e6 req-11a4afcf-ff75-4d2a-8b49-eea521d722a1 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.2364643 Jun 16 15:45:33.253947 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.24', 59642) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:33.314626 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55294) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:33.407371 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Allocated IP 172.20.0.2 (cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0/3c64d54f-94ae-4221-92a3-5b2f67861ed7/f2309c2c-b597-43c1-af7f-2b9dddefde4f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:45:33.446100 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.501846 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.648913 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-49ebb248-883a-477c-98a1-49529d5c2949 req-c52ef575-cd5e-43d4-9800-60ef72469042 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 210 time: 0.1052406 Jun 16 15:45:33.700009 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.700708 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.764664 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.766090 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.766090 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/02e33d27-02b5-4a2a-90c8-28096d2b3d42 HTTP/1.1" status: 204 len: 168 time: 1.1863472 Jun 16 15:45:33.772264 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:45:33.777364 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:33.780011 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470bf1f6-6ac1-4a68-8966-20b0177fc43a']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:33.803962 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e33d27-02b5-4a2a-90c8-28096d2b3d42,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:33.819849 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:33.820783 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71df52e0-5efc-4082-bb65-a666026eeb73') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:33.821770 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71df52e0-5efc-4082-bb65-a666026eeb73') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:45:33.833629 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.837595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-b1fe01ba-b03a-49f4-8c8b-dc174e809740 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:33.840439 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-b1fe01ba-b03a-49f4-8c8b-dc174e809740 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.5414577 Jun 16 15:45:33.856521 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Request body: {'port': {'device_id': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'admin_state_up': True, 'tenant_id': 'd7555c7597e8406a863a48ba3dc374ae'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:33.899737 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:45:33.906750 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:33.908206 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.923153 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-14b3d2e6-8a2e-4feb-8878-9f0fca314ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.976878 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:33.988013 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:45:33.989382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:45:34.044449 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:45:34.075960 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.129292 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.169314 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:34.178113 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.187435 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:34.247435 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:34.272262 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.276767 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] 10.222.0.23 "DELETE /v2.0/networks/470bf1f6-6ac1-4a68-8966-20b0177fc43a HTTP/1.1" status: 204 len: 168 time: 1.3261888 Jun 16 15:45:34.306306 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:34.312903 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:34.329158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.349294 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.378264 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:34.395116 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.418706 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Pushing event deleted for resources: {'Network': ['ID=470bf1f6-6ac1-4a68-8966-20b0177fc43a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:34.432611 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:34.435533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-14b3d2e6-8a2e-4feb-8878-9f0fca314ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.516237 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-14b3d2e6-8a2e-4feb-8878-9f0fca314ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.516838 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.581653 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'Port': ['ID=0946aefb-5056-4571-b65b-8b66d910edef,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:34.625579 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:34.648627 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:34.831489 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.838320 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:34.874515 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3d2e6-8a2e-4feb-8878-9f0fca314ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9340a54-5d4a-4753-a06b-882cb930a690,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:34.905895 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-14b3d2e6-8a2e-4feb-8878-9f0fca314ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:34.919219 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f874a452-9d5c-42d7-ac95-46f520dd5a47 req-47ebb168-04b8-4d9e-81ce-4892a0a5599f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.3205564 Jun 16 15:45:34.960411 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-14b3d2e6-8a2e-4feb-8878-9f0fca314ef4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eeb492394d674f17b9e15fad585bb687&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6099226 Jun 16 15:45:34.962367 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Made reservation on behalf of d7555c7597e8406a863a48ba3dc374ae for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:34.969945 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:34.974633 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55342) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:34.975387 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55344) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:35.041035 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:35.069120 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:35.081420 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.083326 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2246869 Jun 16 15:45:35.171049 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:45:35.189693 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Pushing event updated for resources: {'Port': ['ID=f2309c2c-b597-43c1-af7f-2b9dddefde4f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:35.215836 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-62c6e199-f501-471d-aba9-2ac6cd995ca7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f73a2c1713d4440b03ff36d82ddd65e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2287240 Jun 16 15:45:35.234689 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55352) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:35.255348 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:35.320513 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900655e2-1fd9-4c0d-98bf-2f61b0181018 req-dbd1991e-b012-4e92-8e24-529b8c981a78 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:35.323232 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-900655e2-1fd9-4c0d-98bf-2f61b0181018 req-dbd1991e-b012-4e92-8e24-529b8c981a78 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 931 time: 0.4144430 Jun 16 15:45:35.363057 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:35.364043 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.379515 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.454795 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-900655e2-1fd9-4c0d-98bf-2f61b0181018 req-8a51f64e-2654-4e5a-b215-7d0367035615 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122770 Jun 16 15:45:35.495494 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2351418 Jun 16 15:45:35.539353 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.621104 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-23277ce3-ede7-459c-87c7-998169feed51 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:45:35.621104 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-23277ce3-ede7-459c-87c7-998169feed51 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071330 Jun 16 15:45:35.690536 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.703185 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:45:35.746266 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.778235 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.785591 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a9340a54-5d4a-4753-a06b-882cb930a690 HTTP/1.1" status: 204 len: 168 time: 0.8012793 Jun 16 15:45:35.799011 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6c1d717c-ea1a-470f-921f-3586ca78238d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:35.835559 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.852991 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9340a54-5d4a-4753-a06b-882cb930a690,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:35.855235 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:35.856134 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:35.863694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:35.887285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Allocated IP 172.20.0.4 (dd511b24-a00a-40fb-a4e7-fe658a96c4a9/c8351700-7b24-4372-9632-b7db9bc56a69/c97247c5-dc95-422a-940f-f87b35c5f4b9) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:45:35.932437 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fe8645d7-7979-437c-a50e-41c3134e06ad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--176662617&fields=id&tenant_id=edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 267 time: 0.2464969 Jun 16 15:45:36.158809 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:36.173473 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:36.182411 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/504df977-d820-420c-a998-392a487f4dfd HTTP/1.1" status: 204 len: 168 time: 0.9453802 Jun 16 15:45:36.192982 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e486ec99-143d-431e-8106-1412eef847ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:36.268484 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-719b3f83-5573-4120-8888-b7dee999fb22 req-6109909f-bb2e-4489-b648-b6ddcaeaa6f3 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.0628066 Jun 16 15:45:36.459342 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-f175909c-ac90-4eb3-a939-7f4aa7e48d79 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:36.466484 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-f175909c-ac90-4eb3-a939-7f4aa7e48d79 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 817 time: 0.5329087 Jun 16 15:45:36.480961 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504df977-d820-420c-a998-392a487f4dfd,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:36.510720 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:36.527091 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-f5212486-376f-456a-82b8-03b1016886af tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/quotas/edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 375 time: 0.0593700 Jun 16 15:45:36.666963 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:36.774827 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-d191d995-d913-4c1e-b940-6a99ac9c0aa4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2456219 Jun 16 15:45:36.891378 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:36.892372 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c45c1-bf9d-4881-bdbb-307c3fddcf32 req-a6cd683e-c67b-4397-b4f4-0c738691621e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:36.896931 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d54c45c1-bf9d-4881-bdbb-307c3fddcf32 req-a6cd683e-c67b-4397-b4f4-0c738691621e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 931 time: 0.1668918 Jun 16 15:45:36.922153 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:37.002407 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Request body: {'port': {'device_id': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:37.009930 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d54c45c1-bf9d-4881-bdbb-307c3fddcf32 req-85363843-5d31-48da-babb-27cfef4a7317 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036820 Jun 16 15:45:37.136768 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:37.162947 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:37.178165 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:45:37.185103 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:37.186034 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:37.191882 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event updated for resources: {'Port': ['ID=c97247c5-dc95-422a-940f-f87b35c5f4b9,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:37.205140 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-df2b4e38-a57d-451e-955c-7d9014070a06 service neutron] 10.222.0.23 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214852 Jun 16 15:45:37.276506 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:37.276506 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4224784 Jun 16 15:45:37.278287 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:37.336198 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Request body: {'port': {'device_id': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:37.464075 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-b5f4add9-04d1-4218-a65d-b64110b32752 service neutron] 10.222.0.23 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576194 Jun 16 15:45:37.481364 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:37.866728 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2309c2c-b597-43c1-af7f-2b9dddefde4f {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:45:37.877705 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:37.901889 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Transition to ACTIVE for port object f2309c2c-b597-43c1-af7f-2b9dddefde4f will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:37.921291 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:37.969195 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c08a6e51-e28a-4e8c-803b-772f6499753e tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:38.017106 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-245dc5f1-dc90-44b3-aa72-75b1569394bb req-027ffeab-238f-4924-92ff-19c53ce87f6d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 210 time: 0.0902843 Jun 16 15:45:38.097961 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2309c2c-b597-43c1-af7f-2b9dddefde4f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:38.143117 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55422) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:38.314376 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ede6fe2a-b496-4b1a-a212-f9820d77f9ac admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dea45892d9cc45538e135006b4b42ef2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1694732 Jun 16 15:45:38.325529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55432) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:38.413400 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:38.602151 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97247c5-dc95-422a-940f-f87b35c5f4b9 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:45:38.623520 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:38.673388 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Transition to ACTIVE for port object c97247c5-dc95-422a-940f-f87b35c5f4b9 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:38.701520 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:38.718116 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:38.726588 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:38.903825 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f62605-e91c-402a-84dc-efefa6ee4a19 req-30cc8252-e417-4f56-84ce-7e52cf302eb0 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:38.903825 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d0f62605-e91c-402a-84dc-efefa6ee4a19 req-30cc8252-e417-4f56-84ce-7e52cf302eb0 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 0.4888294 Jun 16 15:45:38.939580 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252bbd5-4afe-47ba-a1fe-577e854b8fa8 req-187498b3-b70a-493f-9240-fe3b58456f84 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:38.949822 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b252bbd5-4afe-47ba-a1fe-577e854b8fa8 req-187498b3-b70a-493f-9240-fe3b58456f84 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 931 time: 1.0465040 Jun 16 15:45:38.960855 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Attempting to bind port f2309c2c-b597-43c1-af7f-2b9dddefde4f on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:45:38.962535 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Attempting to bind port f2309c2c-b597-43c1-af7f-2b9dddefde4f by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'd2129b7b-16ce-4ba5-a22d-f8d2d4335475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:45:38.963560 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Attempting to bind port f2309c2c-b597-43c1-af7f-2b9dddefde4f on network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:38.979408 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Port f2309c2c-b597-43c1-af7f-2b9dddefde4f on network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:45:38.980178 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Attempting to bind port f2309c2c-b597-43c1-af7f-2b9dddefde4f on network cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:38.990402 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:45:38.991193 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Checking segment: {'id': 'd2129b7b-16ce-4ba5-a22d-f8d2d4335475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:38.991965 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Bound using segment: {'id': 'd2129b7b-16ce-4ba5-a22d-f8d2d4335475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:45:38.992499 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Bound port: f2309c2c-b597-43c1-af7f-2b9dddefde4f, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2129b7b-16ce-4ba5-a22d-f8d2d4335475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:45:38.994015 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.041061 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b252bbd5-4afe-47ba-a1fe-577e854b8fa8 req-4ea369cf-54f0-409f-a56f-008509136810 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846076 Jun 16 15:45:39.092107 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.127963 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Pushing event updated for resources: {'Port': ['ID=c97247c5-dc95-422a-940f-f87b35c5f4b9,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:39.149694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:39.198586 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] For port f2309c2c-b597-43c1-af7f-2b9dddefde4f, host hv-cinder-79611, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:45:39.198586 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] For port f2309c2c-b597-43c1-af7f-2b9dddefde4f, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f2309c2c-b597-43c1-af7f-2b9dddefde4f,segment=NetworkSegment(d2129b7b-16ce-4ba5-a22d-f8d2d4335475),segment_id=d2129b7b-16ce-4ba5-a22d-f8d2d4335475)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:45:39.224251 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.230596 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:39.421707 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d0f62605-e91c-402a-84dc-efefa6ee4a19 req-73982dc0-9d77-4b34-9419-3df9cfaaae76 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643094 Jun 16 15:45:39.459862 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Attempting to bind port c97247c5-dc95-422a-940f-f87b35c5f4b9 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:45:39.461218 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Attempting to bind port c97247c5-dc95-422a-940f-f87b35c5f4b9 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:45:39.461873 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Attempting to bind port c97247c5-dc95-422a-940f-f87b35c5f4b9 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:39.479224 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Port c97247c5-dc95-422a-940f-f87b35c5f4b9 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:45:39.480830 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Attempting to bind port c97247c5-dc95-422a-940f-f87b35c5f4b9 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:39.494655 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:45:39.496683 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Checking segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:39.497563 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Bound using segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:45:39.499372 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Bound port: c97247c5-dc95-422a-940f-f87b35c5f4b9, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:45:39.499953 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.533045 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.544065 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.546203 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ecb1cd4-584c-414f-9c3b-8d5a0515330e HTTP/1.1" status: 204 len: 168 time: 1.2182567 Jun 16 15:45:39.548254 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-13c49c56-780f-4c18-b6fd-fdf148705330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:39.567553 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb1cd4-584c-414f-9c3b-8d5a0515330e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:39.571558 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:39.737902 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] For port c97247c5-dc95-422a-940f-f87b35c5f4b9, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:45:39.751727 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] For port c97247c5-dc95-422a-940f-f87b35c5f4b9, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:45:39.761178 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.801346 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:39.811198 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:39.816302 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.823417 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2309c2c-b597-43c1-af7f-2b9dddefde4f HTTP/1.1" status: 200 len: 1093 time: 3.8119125 Jun 16 15:45:39.833300 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'tag': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:45:39.907167 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8dbfd007-4b12-4d5f-88fa-0aabb8b543e8 req-f5bf7995-b162-4fd3-bde1-3f67b1056967 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 210 time: 0.5645943 Jun 16 15:45:39.911611 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2309c2c-b597-43c1-af7f-2b9dddefde4f,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:39.924472 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:39.980338 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:39.981384 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:39.993982 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] 10.222.0.24 "PUT /v2.0/ports/c97247c5-dc95-422a-940f-f87b35c5f4b9 HTTP/1.1" status: 200 len: 1093 time: 2.6622102 Jun 16 15:45:39.994748 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'tag': 'c97247c5-dc95-422a-940f-f87b35c5f4b9'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:45:40.930808 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Pushing event updated for resources: {'Port': ['ID=c97247c5-dc95-422a-940f-f87b35c5f4b9,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:40.942418 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:40.948382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-9723f521-f283-4477-9ff4-5b6420fd5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:40.964847 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-9723f521-f283-4477-9ff4-5b6420fd5e23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 1096 time: 0.5654593 Jun 16 15:45:41.200605 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7292b18-23fb-411e-bf18-cf48b9fc7b29 req-959c1ca5-b5a7-4f15-86ac-ea5e0266ad98 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:41.214393 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7292b18-23fb-411e-bf18-cf48b9fc7b29 req-959c1ca5-b5a7-4f15-86ac-ea5e0266ad98 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 0.2312365 Jun 16 15:45:41.296930 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d75b02-2831-4954-9f91-aabcc3bbc177" -d '{"events": [{"name": "network-changed", "server_uuid": "911948a0-a2f5-40e0-a28a-d677ef9606ba", "tag": "c97247c5-dc95-422a-940f-f87b35c5f4b9"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:45:41.310654 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-32ffcfad-104e-47d4-a229-fa846433a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:41.312262 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-32ffcfad-104e-47d4-a229-fa846433a2bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d474762d81e949f5b123385fcb250d03&device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 1096 time: 0.9571540 Jun 16 15:45:41.321948 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08550faa-124b-496c-82f6-17ea09954b11 req-de563061-8db6-4066-becd-5c015bf4c8da tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:41.330360 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-08550faa-124b-496c-82f6-17ea09954b11 req-de563061-8db6-4066-becd-5c015bf4c8da tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.9769349 Jun 16 15:45:41.335625 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7292b18-23fb-411e-bf18-cf48b9fc7b29 req-0bd61fb9-9ee0-4445-9cb4-357cb5cbc8ec tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Jun 16 15:45:41.358084 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40" -d '{"events": [{"name": "network-changed", "server_uuid": "4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc", "tag": "f2309c2c-b597-43c1-af7f-2b9dddefde4f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:45:41.583931 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-08550faa-124b-496c-82f6-17ea09954b11 req-a42821a7-7a96-494e-8da1-7fd0927ab432 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442124 Jun 16 15:45:41.586619 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-aa3ce8df-067e-47b4-9138-e05b1f8526cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2309c2c-b597-43c1-af7f-2b9dddefde4f HTTP/1.1" status: 200 len: 217 time: 0.2157884 Jun 16 15:45:41.687009 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-e76e8377-2e67-4ed9-971c-96b55e65902a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9 HTTP/1.1" status: 200 len: 217 time: 0.3227606 Jun 16 15:45:41.810315 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5edd10d1-5e1b-4f28-a655-a61463d66753 req-106df157-92b8-4465-9527-f48de89ebab6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 210 time: 0.1635337 Jun 16 15:45:42.314450 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-4f0f9bd7-1c58-45c5-9756-a5b7159b168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:42.318744 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-4f0f9bd7-1c58-45c5-9756-a5b7159b168f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c64d54f-94ae-4221-92a3-5b2f67861ed7 HTTP/1.1" status: 200 len: 852 time: 0.1703362 Jun 16 15:45:42.477492 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-ae464c28-d4d2-44b1-9290-ebc177892771 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377831 Jun 16 15:45:42.638844 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-103a6543-08f3-4222-b415-3b5f579068cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:42.648462 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-103a6543-08f3-4222-b415-3b5f579068cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.4430885 Jun 16 15:45:42.741609 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b6dd24-b00b-4685-9330-36771e0d0fa4 x-openstack-request-id: req-55b6dd24-b00b-4685-9330-36771e0d0fa4 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:45:42.751579 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc", "tag": "f2309c2c-b597-43c1-af7f-2b9dddefde4f", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:45:42.754384 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55b6dd24-b00b-4685-9330-36771e0d0fa4 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:45:42.757287 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'tag': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f', 'status': 'completed', 'code': 200} Jun 16 15:45:42.850411 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-fbd7a955-ff6a-4c80-a623-b9e76fafecab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1784186 Jun 16 15:45:42.851158 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.24', 59649) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:42.967526 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d67ffc-6cb5-44dc-80e3-221ea6368f7b x-openstack-request-id: req-b7d67ffc-6cb5-44dc-80e3-221ea6368f7b {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:45:42.968513 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "911948a0-a2f5-40e0-a28a-d677ef9606ba", "tag": "c97247c5-dc95-422a-940f-f87b35c5f4b9", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:45:42.968513 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7d67ffc-6cb5-44dc-80e3-221ea6368f7b {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:45:42.969325 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'tag': 'c97247c5-dc95-422a-940f-f87b35c5f4b9', 'status': 'completed', 'code': 200} Jun 16 15:45:43.137905 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-2cad64ff-294e-408d-ac5b-297823a8c84a service neutron] 10.222.0.24 "GET /v2.0/networks/cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471639 Jun 16 15:45:43.316693 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-5e9a2466-0a26-4bfd-b300-c945f922dc3a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:43.318623 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-5e9a2466-0a26-4bfd-b300-c945f922dc3a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 817 time: 0.4669600 Jun 16 15:45:43.520058 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e395ba4d-111c-4bec-9b4b-76a780732d94 req-d5e683fd-fb0d-4b08-9a76-4369454e3d66 service neutron] 10.222.0.24 "GET /v2.0/networks/cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597872 Jun 16 15:45:43.541380 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-62abed6a-61cf-44a0-9f31-588c2525f45c service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616390 Jun 16 15:45:43.547293 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-75013e21-92bc-47d7-9830-a3e24e37d92f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 379 time: 0.1871843 Jun 16 15:45:43.557903 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b113dd6-c6b5-4de8-b56b-bb148dd900c5 req-3f2d4d26-d7f8-48a6-a35c-57fae87852db tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:43.571424 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1b113dd6-c6b5-4de8-b56b-bb148dd900c5 req-3f2d4d26-d7f8-48a6-a35c-57fae87852db tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.1778042 Jun 16 15:45:43.687467 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1b113dd6-c6b5-4de8-b56b-bb148dd900c5 req-bc81298a-aecb-49b3-816f-30d77dcd2f93 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141572 Jun 16 15:45:43.726144 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'port': {'device_id': '09010735-723e-4b59-bee8-34ccc888f132', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'admin_state_up': True, 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'security_groups': ['0676990b-1005-4671-b11f-68fb4a2c050e']}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:43.830266 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04b8ac-ea03-4acf-b19f-bde7487d57db req-9df7b7ab-8a4c-46a7-9a4c-8e05174f0319 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:43.835815 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6c04b8ac-ea03-4acf-b19f-bde7487d57db req-9df7b7ab-8a4c-46a7-9a4c-8e05174f0319 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 0.5115209 Jun 16 15:45:43.850967 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aa7aa5ce-f997-4f2d-8c96-6372c91c358a req-4f8e24b6-9ed5-4ca1-9c2e-8d2dd04dfe7b service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911272 Jun 16 15:45:44.140581 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2b5360c5-ab41-43f0-8510-2e127457b37a req-9d967dfe-4758-4f96-ba55-c73c3ec4d368 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 210 time: 0.1559594 Jun 16 15:45:44.204549 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Made reservation on behalf of edd4ed729df642398042d9cda2abe329 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:45:44.208916 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:44.219088 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6c04b8ac-ea03-4acf-b19f-bde7487d57db req-f7963e16-ed12-4728-8b12-82bd7265eda0 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669658 Jun 16 15:45:44.280006 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-500cd294-a199-4284-a5e8-e359e1599636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:44.281704 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-500cd294-a199-4284-a5e8-e359e1599636 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 1096 time: 0.2136781 Jun 16 15:45:44.282220 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-a813f9b5-ad01-44f7-b3c0-df687a4ec913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:44.284820 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-a813f9b5-ad01-44f7-b3c0-df687a4ec913 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d474762d81e949f5b123385fcb250d03&device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 1096 time: 0.4145639 Jun 16 15:45:44.762237 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-1c6e8bc1-38fc-44ad-b4e8-593ba6ce9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:44.766647 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-1c6e8bc1-38fc-44ad-b4e8-593ba6ce9aac service neutron] 10.222.0.24 "GET /v2.0/networks?id=cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 HTTP/1.1" status: 200 len: 913 time: 0.4661038 Jun 16 15:45:44.983765 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-e6a5d4ba-c110-4dce-bb9c-8f468280781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:44.985379 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-e6a5d4ba-c110-4dce-bb9c-8f468280781e service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 915 time: 0.6453753 Jun 16 15:45:44.999810 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Allocated IP 172.20.0.5 (c9222c38-6518-45fd-b998-e48b0ba690a7/876fa194-cb09-4e15-bb15-ac5563dce99f/6c63cb58-b268-4a66-a4b8-61b8c97cf707) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:45:45.263658 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-e6afd3a6-d3ae-4c27-ad5d-491ca33068cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2309c2c-b597-43c1-af7f-2b9dddefde4f HTTP/1.1" status: 200 len: 217 time: 0.4628286 Jun 16 15:45:45.395417 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55686) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:45.457954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-1068aa1b-42f6-40d6-a28d-34a104aa9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:45.464968 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-1068aa1b-42f6-40d6-a28d-34a104aa9880 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3c64d54f-94ae-4221-92a3-5b2f67861ed7 HTTP/1.1" status: 200 len: 852 time: 0.1790531 Jun 16 15:45:45.576498 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-77be1255-364f-4c91-99ef-bdd8b0742439 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042314 Jun 16 15:45:45.612672 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb95a4-ae90-41a2-a163-3073a8ffc5d6 req-38dd5fa4-29e3-4060-b2a1-388470926f12 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:45.631565 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35cb95a4-ae90-41a2-a163-3073a8ffc5d6 req-38dd5fa4-29e3-4060-b2a1-388470926f12 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.5418620 Jun 16 15:45:45.680536 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-6d0e975e-7c53-4987-a213-cadb86aca86a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9 HTTP/1.1" status: 200 len: 217 time: 0.2153249 Jun 16 15:45:45.964205 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-7e1e480b-0c1a-4ca5-814f-1d6498bb20d1 service neutron] 10.222.0.24 "GET /v2.0/networks/cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164358 Jun 16 15:45:46.110597 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-de1388dc-09f7-4953-a8af-c39699536017 req-49ca37af-5db0-40be-aa60-e3b1ff9e852f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 210 time: 0.1668925 Jun 16 15:45:46.349867 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-8c0e8325-926c-49d2-ad24-4fb7c0dc5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:46.353079 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-8c0e8325-926c-49d2-ad24-4fb7c0dc5267 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.6290767 Jun 16 15:45:46.443248 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9092a9a-bcd9-4dcc-8ca9-a7438786fc40 req-49518672-a2a7-4d4b-b248-40e61ba70cd9 service neutron] 10.222.0.24 "GET /v2.0/networks/cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390345 Jun 16 15:45:46.514211 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35cb95a4-ae90-41a2-a163-3073a8ffc5d6 req-38cfe5f1-44e2-4783-ba8f-0aa85d1be1d1 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8783903 Jun 16 15:45:46.515579 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f7f0d7af-7993-4da9-8a68-90c81cee72ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:46.754492 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:46.777326 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-7a2005cb-3776-4f86-aa99-675518f0e736 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3969700 Jun 16 15:45:46.848238 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Transition to ACTIVE for port object 6c63cb58-b268-4a66-a4b8-61b8c97cf707 will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:46.871537 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f7f0d7af-7993-4da9-8a68-90c81cee72ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:46.881465 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f7f0d7af-7993-4da9-8a68-90c81cee72ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:46.888541 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:47.021338 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0d7af-7993-4da9-8a68-90c81cee72ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d59fb-f835-46bd-b713-85e6d36b6d9b,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:47.042407 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f7f0d7af-7993-4da9-8a68-90c81cee72ef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2d06d76742bd4246a8e960fb77b38986&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6414886 Jun 16 15:45:47.043417 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55738) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:47.044508 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f7f0d7af-7993-4da9-8a68-90c81cee72ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:47.140285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:47.297814 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:47.515195 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:47.533896 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:47.539061 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/361d59fb-f835-46bd-b713-85e6d36b6d9b HTTP/1.1" status: 204 len: 168 time: 0.4932461 Jun 16 15:45:47.541198 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:47.566145 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-8919c374-62d2-43e3-b018-7273adf277f6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6513572 Jun 16 15:45:47.578950 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:47.598205 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d59fb-f835-46bd-b713-85e6d36b6d9b,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:47.607414 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:47.709714 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:47.747858 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Network c9222c38-6518-45fd-b998-e48b0ba690a7 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:45:47.766263 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:45:47.894478 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:45:47.941024 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e283368-166c-4e60-8e37-6bc6b9bc5bd5 req-71190602-d1cb-4d81-ba6f-3f345e5a01f7 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:47.962928 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3e283368-166c-4e60-8e37-6bc6b9bc5bd5 req-71190602-d1cb-4d81-ba6f-3f345e5a01f7 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 931 time: 0.2235959 Jun 16 15:45:48.091915 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3e283368-166c-4e60-8e37-6bc6b9bc5bd5 req-db698946-855e-4136-99fe-5de2f9a9da66 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231034 Jun 16 15:45:48.346350 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-5a0f11be-398e-4818-8284-87b14fe0dcb7 None None] Provisioning for port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:45:48.357608 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-5a0f11be-398e-4818-8284-87b14fe0dcb7 None None] Provisioning complete for port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:45:48.359288 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5a0f11be-398e-4818-8284-87b14fe0dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:48.449735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dbe3f-753a-47be-9cab-21ebbabc1630 req-a9f6872a-276c-4cb7-8e3b-316f623f4c9f tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:48.468168 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f11be-398e-4818-8284-87b14fe0dcb7 None None] Port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:45:48.468911 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-875dbe3f-753a-47be-9cab-21ebbabc1630 req-a9f6872a-276c-4cb7-8e3b-316f623f4c9f tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 1.7044630 Jun 16 15:45:48.481381 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:48.522693 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:48.538387 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c133653-28b0-471a-8379-2e55ba8ccac6 req-d5a3ff3c-5762-4d73-bbfc-b5bcee5a6abb tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:48.557031 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2c133653-28b0-471a-8379-2e55ba8ccac6 req-d5a3ff3c-5762-4d73-bbfc-b5bcee5a6abb tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.2451947 Jun 16 15:45:48.581704 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:48.584275 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:48.618338 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02d75b02-2831-4954-9f91-aabcc3bbc177 req-bf39c434-c35b-4f66-83c7-e8679224a795 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0322821 Jun 16 15:45:48.645476 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2c133653-28b0-471a-8379-2e55ba8ccac6 req-01541235-1981-42a2-857a-8608c1f2c398 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793118 Jun 16 15:45:48.701374 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55786) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:48.711866 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-875dbe3f-753a-47be-9cab-21ebbabc1630 req-a25d7d48-4993-4266-8212-92d78308baba tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405188 Jun 16 15:45:48.716312 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9950111 Jun 16 15:45:48.719035 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e320dd5-ee41-49b6-84f8-f0de0d422bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:48.891095 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55796) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:48.907549 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e320dd5-ee41-49b6-84f8-f0de0d422bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:48.914113 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6e320dd5-ee41-49b6-84f8-f0de0d422bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:48.924189 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-397a751f-6cb7-457e-8a79-d9172ace8d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:49.020934 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6e320dd5-ee41-49b6-84f8-f0de0d422bfe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7489d9e87032439b8a8b3af3f228c21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177783 Jun 16 15:45:49.022919 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e320dd5-ee41-49b6-84f8-f0de0d422bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8e0bc3-5221-432a-8e54-306bb45a33c3,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:49.025565 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 55800) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:49.041356 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6e320dd5-ee41-49b6-84f8-f0de0d422bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:49.131021 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3cb436eb-7b57-409a-a3dd-f9dca8db88d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.149204 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.299916 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.401055 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3cb436eb-7b57-409a-a3dd-f9dca8db88d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.412625 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3cb436eb-7b57-409a-a3dd-f9dca8db88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.425884 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:49.456676 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2715e-1d49-44fc-81ce-08d5c1c76773 req-3d9e614d-5960-4797-9c96-a69fddff4df4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:49.459071 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c7b2715e-1d49-44fc-81ce-08d5c1c76773 req-3d9e614d-5960-4797-9c96-a69fddff4df4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 931 time: 0.1600955 Jun 16 15:45:49.480483 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.492249 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.494241 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d8e0bc3-5221-432a-8e54-306bb45a33c3 HTTP/1.1" status: 204 len: 168 time: 0.4666946 Jun 16 15:45:49.503220 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55818) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:49.503471 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-3cb436eb-7b57-409a-a3dd-f9dca8db88d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8fee267574e04bee90b8fc9bd01c147b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6103172 Jun 16 15:45:49.505909 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb436eb-7b57-409a-a3dd-f9dca8db88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6152c4-3376-4f5f-84c6-4c49cfab5983,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:49.510846 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3cb436eb-7b57-409a-a3dd-f9dca8db88d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:49.511332 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d7fa3b88-16e9-4093-aa2e-3a628250a323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:49.533135 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8e0bc3-5221-432a-8e54-306bb45a33c3,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:49.539012 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:49.601215 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c7b2715e-1d49-44fc-81ce-08d5c1c76773 req-4d46a77f-22cf-4cac-9488-0946f868a154 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307776 Jun 16 15:45:49.635171 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.683507 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.770991 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.776260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:49.778546 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e6152c4-3376-4f5f-84c6-4c49cfab5983 HTTP/1.1" status: 204 len: 168 time: 0.2742329 Jun 16 15:45:49.779618 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:49.799753 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6152c4-3376-4f5f-84c6-4c49cfab5983,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:49.812912 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:50.083055 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369be44d-e053-49be-b3c5-4ee4a0bc0faf req-eb2919ba-b32e-4b07-ba09-78890236b99b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:50.091010 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-369be44d-e053-49be-b3c5-4ee4a0bc0faf req-eb2919ba-b32e-4b07-ba09-78890236b99b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.1693418 Jun 16 15:45:50.100059 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adab260-0c79-4537-91e6-3a03ff4257ef req-6f2cab09-57f7-47a4-bb64-2883022722fa tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:50.101661 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0adab260-0c79-4537-91e6-3a03ff4257ef req-6f2cab09-57f7-47a4-bb64-2883022722fa tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 0.1011655 Jun 16 15:45:50.142178 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-369be44d-e053-49be-b3c5-4ee4a0bc0faf req-fd294e16-3315-435e-9b8a-9a5c31bd16ef tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Jun 16 15:45:50.160831 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0adab260-0c79-4537-91e6-3a03ff4257ef req-06251a47-90c6-46e9-87c7-e06d15abc046 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Jun 16 15:45:50.430445 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55854) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:50.453057 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0731d146-60ce-40eb-a486-5c63945aef88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.656480 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0731d146-60ce-40eb-a486-5c63945aef88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.662684 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0731d146-60ce-40eb-a486-5c63945aef88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.667612 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:50.703549 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Request body: {'port': {'device_id': '09010735-723e-4b59-bee8-34ccc888f132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:45:50.710807 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-0731d146-60ce-40eb-a486-5c63945aef88 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=78130e4c2a5643829fcddbe743c53869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787192 Jun 16 15:45:50.711909 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0731d146-60ce-40eb-a486-5c63945aef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19014ad-4382-45e6-9f44-a805534a45a8,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:50.714956 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55872) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:50.749089 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0731d146-60ce-40eb-a486-5c63945aef88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:50.858682 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.889661 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.958151 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.980709 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.983832 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:50.988166 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a19014ad-4382-45e6-9f44-a805534a45a8 HTTP/1.1" status: 204 len: 168 time: 0.2587779 Jun 16 15:45:50.989239 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:51.002657 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19014ad-4382-45e6-9f44-a805534a45a8,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:51.006236 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b25238-3baf-48c5-aee5-3c36c2d32be4 req-0e6b8dbd-33b0-4234-a74d-393137f4d7f5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:51.016239 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c3b25238-3baf-48c5-aee5-3c36c2d32be4 req-0e6b8dbd-33b0-4234-a74d-393137f4d7f5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 931 time: 0.1913838 Jun 16 15:45:51.020311 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:51.209629 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c3b25238-3baf-48c5-aee5-3c36c2d32be4 req-80b087f7-3485-479d-8945-d4aafd47f859 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916518 Jun 16 15:45:51.712573 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954d46c-6ba5-4bb2-a249-53d40f37e44e req-274e8bf1-eb11-43cf-a09e-23f655085959 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:51.721480 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6954d46c-6ba5-4bb2-a249-53d40f37e44e req-274e8bf1-eb11-43cf-a09e-23f655085959 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.2203460 Jun 16 15:45:51.820425 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd4c53-9f95-40bc-9222-b682d91b84e3 req-ed3a7ea9-ab8c-41bd-b764-eb66591edd33 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:51.833083 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-32dd4c53-9f95-40bc-9222-b682d91b84e3 req-ed3a7ea9-ab8c-41bd-b764-eb66591edd33 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 0.3065617 Jun 16 15:45:51.857943 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6954d46c-6ba5-4bb2-a249-53d40f37e44e req-15d4f014-ec6f-4ac1-a60a-5b750d21e371 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152208 Jun 16 15:45:52.012088 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-32dd4c53-9f95-40bc-9222-b682d91b84e3 req-141bc664-ad87-4c75-a1b2-c07cecab83a2 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773252 Jun 16 15:45:52.046559 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c63cb58-b268-4a66-a4b8-61b8c97cf707 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:45:52.083618 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:52.109090 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Transition to ACTIVE for port object 6c63cb58-b268-4a66-a4b8-61b8c97cf707 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:45:52.116341 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:52.131579 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:52.424018 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:52.431507 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:52.473526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Attempting to bind port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:45:52.473526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Attempting to bind port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:45:52.473526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Attempting to bind port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 on network c9222c38-6518-45fd-b998-e48b0ba690a7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:52.486770 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 on network c9222c38-6518-45fd-b998-e48b0ba690a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:45:52.487374 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Attempting to bind port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 on network c9222c38-6518-45fd-b998-e48b0ba690a7 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:45:52.509174 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:45:52.509614 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Checking segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:45:52.510267 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Bound using segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:45:52.515211 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Bound port: 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:45:52.515914 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:52.680934 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4facf49-a019-49e3-acb6-39d0877d7a28 req-a3627919-6871-453b-8099-609eb7f987fb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:52.695076 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f4facf49-a019-49e3-acb6-39d0877d7a28 req-a3627919-6871-453b-8099-609eb7f987fb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1873269 Jun 16 15:45:52.724451 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:45:52.733210 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:45:52.747328 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:52.753590 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:52.796150 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f4facf49-a019-49e3-acb6-39d0877d7a28 req-059eea6c-61f9-4b63-9142-c3751a6f814a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930803 Jun 16 15:45:52.849310 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:52.849967 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:52.851576 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] 10.222.0.24 "PUT /v2.0/ports/6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 1093 time: 2.1650455 Jun 16 15:45:52.855055 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:45:52.864836 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa007d-a759-42ba-9afe-c9a9b968a099" -d '{"events": [{"name": "network-changed", "server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:45:53.000629 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46419833-bf2b-4b6d-878e-02c5487d834e x-openstack-request-id: req-46419833-bf2b-4b6d-878e-02c5487d834e {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:45:53.001095 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:45:53.001474 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46419833-bf2b-4b6d-878e-02c5487d834e {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:45:53.001973 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'status': 'completed', 'code': 200} Jun 16 15:45:53.030077 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:53.053608 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:53.127276 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-2037047f-fdae-4243-8d5f-d5e0fd914e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:53.138009 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-2037047f-fdae-4243-8d5f-d5e0fd914e24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1096 time: 0.2119470 Jun 16 15:45:53.147319 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 55972) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:53.291033 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-5e43d2bc-065f-48cc-81dc-a7c5ea318684 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 217 time: 0.1458321 Jun 16 15:45:53.394477 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-dc5690fc-e4e3-4619-a947-38be9546e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:53.404940 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-dc5690fc-e4e3-4619-a947-38be9546e6fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0915244 Jun 16 15:45:53.438341 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe4d41-faae-4c60-84a2-53e5d030f8a4 req-f0225975-314a-4288-9a05-28e297126bed tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:53.440464 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-babe4d41-faae-4c60-84a2-53e5d030f8a4 req-f0225975-314a-4288-9a05-28e297126bed tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.1986709 Jun 16 15:45:53.540775 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-266ba432-a45d-4c4e-8a7d-140efd90d314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:53.562099 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-7c0b3092-cba1-49fc-8dd1-d11e9ade7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:53.563755 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-7c0b3092-cba1-49fc-8dd1-d11e9ade7881 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1524310 Jun 16 15:45:53.579705 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eb03d-aa2b-4678-8c62-59ad6686163e req-935366fe-5383-419a-8c27-f7fb55f59408 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:53.581647 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-191eb03d-aa2b-4678-8c62-59ad6686163e req-935366fe-5383-419a-8c27-f7fb55f59408 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 0.1244736 Jun 16 15:45:53.612796 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-babe4d41-faae-4c60-84a2-53e5d030f8a4 req-195bd25f-bd72-4bd2-819b-24f10c19850c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454644 Jun 16 15:45:53.701577 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-191eb03d-aa2b-4678-8c62-59ad6686163e req-06878da8-2cda-43fe-8693-c029ba40f64d tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059351 Jun 16 15:45:53.747722 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-a19f91b1-8a9a-44fb-bbfe-f44f3268bcdc service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647542 Jun 16 15:45:53.844691 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-266ba432-a45d-4c4e-8a7d-140efd90d314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:53.850759 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-266ba432-a45d-4c4e-8a7d-140efd90d314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:53.857708 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-98d3d0f9-0b32-492e-8f52-a2f53aa77a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:53.872910 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa54c14-20ae-4da6-bff3-3509fd91672e req-74e2a18d-6015-4f0c-b5cd-f88b5f8ed606 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179731 Jun 16 15:45:53.927393 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ba432-a45d-4c4e-8a7d-140efd90d314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702d4ad4-bf89-457f-944c-8fdea024cb75,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:53.932479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-266ba432-a45d-4c4e-8a7d-140efd90d314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:53.954533 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-266ba432-a45d-4c4e-8a7d-140efd90d314 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9cf0196637d04b168017575a7bf3aac5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8056436 Jun 16 15:45:53.957894 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56000) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:54.063637 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-f2f9f5b6-c827-4c04-b63c-84745530c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:54.066957 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-f2f9f5b6-c827-4c04-b63c-84745530c0e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1096 time: 0.1063352 Jun 16 15:45:54.194721 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:54.221492 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375e1ed-5ac3-4728-adcf-9c8381e5357b req-eac86a7a-bccc-40b7-865c-5d3d31001928 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:54.224528 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7375e1ed-5ac3-4728-adcf-9c8381e5357b req-eac86a7a-bccc-40b7-865c-5d3d31001928 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.2311966 Jun 16 15:45:54.256166 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-c2e8f4d0-84a4-45f3-986b-c632adb9f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:54.259396 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-c2e8f4d0-84a4-45f3-986b-c632adb9f3ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.1843255 Jun 16 15:45:54.289789 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:54.337182 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-e9c6e7d6-0155-47b3-b66b-ac5f92d032c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 217 time: 0.0705867 Jun 16 15:45:54.380678 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7375e1ed-5ac3-4728-adcf-9c8381e5357b req-59e2ba4e-9c26-4954-ac2a-6eabcb5f42ec tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408689 Jun 16 15:45:54.416015 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:54.418694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:54.437704 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/702d4ad4-bf89-457f-944c-8fdea024cb75 HTTP/1.1" status: 204 len: 168 time: 0.4663455 Jun 16 15:45:54.437704 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f7f0d7af-7993-4da9-8a68-90c81cee72ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:54.448164 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d4ad4-bf89-457f-944c-8fdea024cb75,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:54.449301 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-8f1481b5-52a7-42f9-b7e5-4f4f39de6ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:54.451942 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-8f1481b5-52a7-42f9-b7e5-4f4f39de6ceb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.1070130 Jun 16 15:45:54.455272 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:54.540227 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-c165a73b-4bee-42b5-b55b-ea239cedfcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:54.542151 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-c165a73b-4bee-42b5-b55b-ea239cedfcb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830874 Jun 16 15:45:54.665493 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-d3ac7dd5-8310-44a9-9643-2458019b74de service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152699 Jun 16 15:45:54.851744 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a2fa007d-a759-42ba-9afe-c9a9b968a099 req-5061a1fc-1733-4c95-b19a-187007306123 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769457 Jun 16 15:45:55.054136 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b1470-a39b-441c-af6d-14cefe476fdf req-d70eba32-da75-454e-b6fc-1a45a5650618 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:55.059767 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4c0b1470-a39b-441c-af6d-14cefe476fdf req-d70eba32-da75-454e-b6fc-1a45a5650618 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.1593580 Jun 16 15:45:55.140525 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570a6e6-0751-488f-ad2f-ee0ea11457df req-d95ccd1f-cd3c-4d40-8f83-dbf9ed154238 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:55.150045 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4c0b1470-a39b-441c-af6d-14cefe476fdf req-551e0086-7f86-4e6d-bae2-7d3fb95694e2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735643 Jun 16 15:45:55.153515 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d570a6e6-0751-488f-ad2f-ee0ea11457df req-d95ccd1f-cd3c-4d40-8f83-dbf9ed154238 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 943 time: 0.1778929 Jun 16 15:45:55.285386 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56050) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:55.307595 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ee11cd4-3bf1-4efd-8767-2960968e894c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.437525 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.515553 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d570a6e6-0751-488f-ad2f-ee0ea11457df req-3380b0c8-51a2-44fa-81fc-960e27d4a411 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593876 Jun 16 15:45:55.532974 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ee11cd4-3bf1-4efd-8767-2960968e894c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.541559 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ee11cd4-3bf1-4efd-8767-2960968e894c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.544554 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:55.605651 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56060) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:55.613052 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5ee11cd4-3bf1-4efd-8767-2960968e894c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4562c5401e764c0397fa7b3a5bb31d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261685 Jun 16 15:45:55.614089 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee11cd4-3bf1-4efd-8767-2960968e894c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bd92f1-78e1-43e8-b091-dfa876a7c196,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:55.622845 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5ee11cd4-3bf1-4efd-8767-2960968e894c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:55.692979 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.719634 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a2adc-f9ec-4f48-a79c-c2f0cfde476d req-dd8e78fe-1047-4b0a-bf12-2fc9c7175e51 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:55.721853 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-463a2adc-f9ec-4f48-a79c-c2f0cfde476d req-dd8e78fe-1047-4b0a-bf12-2fc9c7175e51 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0914693 Jun 16 15:45:55.734904 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.805860 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-463a2adc-f9ec-4f48-a79c-c2f0cfde476d req-fab92d87-3093-4011-a9e1-5abf7ccc72a8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749509 Jun 16 15:45:55.817719 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.825637 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:55.827426 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38bd92f1-78e1-43e8-b091-dfa876a7c196 HTTP/1.1" status: 204 len: 168 time: 0.2203825 Jun 16 15:45:55.828513 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:55.841952 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bd92f1-78e1-43e8-b091-dfa876a7c196,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:55.845526 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:55.978788 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f2309c2c-b597-43c1-af7f-2b9dddefde4f details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:45:56.273913 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port f2309c2c-b597-43c1-af7f-2b9dddefde4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f2309c2c-b597-43c1-af7f-2b9dddefde4f,segment=NetworkSegment(d2129b7b-16ce-4ba5-a22d-f8d2d4335475),segment_id=d2129b7b-16ce-4ba5-a22d-f8d2d4335475)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:56.324546 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f', 'network_id': 'cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0', 'port_id': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f', 'mac_address': 'fa:16:3e:16:c5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c64d54f-94ae-4221-92a3-5b2f67861ed7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:45:56.441092 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:56.477410 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2309c2c-b597-43c1-af7f-2b9dddefde4f {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:45:56.559414 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e35727e9-519e-45b3-b2e4-3bf2cb1e2311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:56.559414 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port f2309c2c-b597-43c1-af7f-2b9dddefde4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f2309c2c-b597-43c1-af7f-2b9dddefde4f,segment=NetworkSegment(d2129b7b-16ce-4ba5-a22d-f8d2d4335475),segment_id=d2129b7b-16ce-4ba5-a22d-f8d2d4335475)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:56.568142 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fde077-586e-4bf3-a101-3cf8805ea8a9 req-232abaaa-bcc0-47c8-8aaa-76c1e961ba0d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:56.571183 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c6fde077-586e-4bf3-a101-3cf8805ea8a9 req-232abaaa-bcc0-47c8-8aaa-76c1e961ba0d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 943 time: 0.1661274 Jun 16 15:45:56.576791 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:56.589500 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device c97247c5-dc95-422a-940f-f87b35c5f4b9 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:45:56.589500 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:56.643690 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c6fde077-586e-4bf3-a101-3cf8805ea8a9 req-f620feeb-1d61-4a6d-8fa1-c16bab812f5d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623350 Jun 16 15:45:56.812518 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=f2309c2c-b597-43c1-af7f-2b9dddefde4f,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:56.819830 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:56.900669 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e7a3d-218f-4c4c-953c-153e5052bb2c req-ce676855-5de7-464a-ae89-214401b08240 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:56.911754 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-700e7a3d-218f-4c4c-953c-153e5052bb2c req-ce676855-5de7-464a-ae89-214401b08240 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 944 time: 0.1081798 Jun 16 15:45:56.991754 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-700e7a3d-218f-4c4c-953c-153e5052bb2c req-da10462f-dd1d-4235-8c50-57f928e215fa tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787983 Jun 16 15:45:57.052974 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port c97247c5-dc95-422a-940f-f87b35c5f4b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:57.068945 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': 'c97247c5-dc95-422a-940f-f87b35c5f4b9', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'port_id': 'c97247c5-dc95-422a-940f-f87b35c5f4b9', 'mac_address': 'fa:16:3e:c1:2f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8351700-7b24-4372-9632-b7db9bc56a69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:45:57.148060 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:57.176860 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f5fc8-dbe0-422c-a86a-60f59c55bfe6 req-e5c98aee-1da9-4ef6-aa2a-05e55c2f7b61 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:57.178308 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97247c5-dc95-422a-940f-f87b35c5f4b9 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:45:57.179645 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-109f5fc8-dbe0-422c-a86a-60f59c55bfe6 req-e5c98aee-1da9-4ef6-aa2a-05e55c2f7b61 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1257849 Jun 16 15:45:57.221132 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port c97247c5-dc95-422a-940f-f87b35c5f4b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:57.229482 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:57.233666 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c3e8ae19-45dd-4685-98ae-b798175c078c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:57.256752 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-109f5fc8-dbe0-422c-a86a-60f59c55bfe6 req-dc904464-9cb9-4801-9379-9c4d05f3e0ff tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674036 Jun 16 15:45:57.323281 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=c97247c5-dc95-422a-940f-f87b35c5f4b9,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:57.327085 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:57.686252 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['f2309c2c-b597-43c1-af7f-2b9dddefde4f'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:45:57.793178 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['c97247c5-dc95-422a-940f-f87b35c5f4b9'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:45:57.958303 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95e606-e64d-4847-a56f-cfde373f3ad2 req-82d82456-607a-4438-87c5-f1e5e4d76dae tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:57.967055 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0d95e606-e64d-4847-a56f-cfde373f3ad2 req-82d82456-607a-4438-87c5-f1e5e4d76dae tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 944 time: 0.0923922 Jun 16 15:45:58.050899 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:45:58.258525 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0d95e606-e64d-4847-a56f-cfde373f3ad2 req-b4ab465d-1c02-4b3a-b7e0-fa6ee405d543 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861261 Jun 16 15:45:58.444720 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f9426-6681-451b-ac63-feff1d5c211c req-9a1cbe23-ef3c-41e7-9584-be81f0cceef1 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:58.457413 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cd1f9426-6681-451b-ac63-feff1d5c211c req-9a1cbe23-ef3c-41e7-9584-be81f0cceef1 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 944 time: 0.1877553 Jun 16 15:45:58.536455 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cd1f9426-6681-451b-ac63-feff1d5c211c req-4760ff18-c9ab-4f5d-8b06-4ce87138569f tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613329 Jun 16 15:45:58.578163 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d5169-6a2a-473d-b3b5-5e09369bbb8e req-7f3406e6-b90a-45a6-b07c-2d12f2572a25 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:58.585936 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dc2d5169-6a2a-473d-b3b5-5e09369bbb8e req-7f3406e6-b90a-45a6-b07c-2d12f2572a25 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1407175 Jun 16 15:45:58.656006 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dc2d5169-6a2a-473d-b3b5-5e09369bbb8e req-e5feaa63-b104-40e9-a557-a24188f1cf3c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632503 Jun 16 15:45:58.743933 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:58.763117 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'port_id': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'mac_address': 'fa:16:3e:88:cc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:45:58.841242 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:58.863414 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c63cb58-b268-4a66-a4b8-61b8c97cf707 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:45:58.890191 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:45:58.900753 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:58.903801 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28dbca19-f7e1-4b00-8401-a734c4f53871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:45:58.961920 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:45:58.967180 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:45:59.168370 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56220) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:59.184565 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a7745889-df89-44f5-bc97-b76ab9e156c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:59.268362 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:59.560919 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56238) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:45:59.591243 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['6c63cb58-b268-4a66-a4b8-61b8c97cf707'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:45:59.596585 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-08e69eb8-5a59-4061-8b89-2d29a23850e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:59.760776 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313109a-016e-4437-9274-9f504a616127 req-b966f1fe-537e-45f6-a75e-d6893c08c0a5 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:59.771221 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2313109a-016e-4437-9274-9f504a616127 req-b966f1fe-537e-45f6-a75e-d6893c08c0a5 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 944 time: 0.2827938 Jun 16 15:45:59.892757 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4643e29-7ebe-4ad9-b088-8e2c648ad82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:45:59.950871 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2313109a-016e-4437-9274-9f504a616127 req-a54add2e-7788-4173-a22b-970d2797cbea tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664240 Jun 16 15:45:59.972238 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778053d-c675-49a8-8590-940225c34783 req-df6fb659-63fe-40da-bb92-938b95371d75 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:45:59.980539 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e778053d-c675-49a8-8590-940225c34783 req-df6fb659-63fe-40da-bb92-938b95371d75 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 944 time: 0.2063079 Jun 16 15:45:59.986901 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device c97247c5-dc95-422a-940f-f87b35c5f4b9 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:00.027158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-08e69eb8-5a59-4061-8b89-2d29a23850e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.032809 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-08e69eb8-5a59-4061-8b89-2d29a23850e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.038369 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:00.038652 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e778053d-c675-49a8-8590-940225c34783 req-c0a3010d-170c-4d2a-b3d1-333c215918d9 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555947 Jun 16 15:46:00.074975 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e69eb8-5a59-4061-8b89-2d29a23850e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201d5bc5-5d8d-4815-9ad5-b57d34ddfeb0,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:00.079790 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-08e69eb8-5a59-4061-8b89-2d29a23850e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:00.115773 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-08e69eb8-5a59-4061-8b89-2d29a23850e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=579ffda6a05f43dd8af4a3685d1fbc11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9436250 Jun 16 15:46:00.118280 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56256) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:00.177736 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port c97247c5-dc95-422a-940f-f87b35c5f4b9 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:00.194091 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port c97247c5-dc95-422a-940f-f87b35c5f4b9 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:00.196334 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.197474 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.202998 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4643e29-7ebe-4ad9-b088-8e2c648ad82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.210369 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b4643e29-7ebe-4ad9-b088-8e2c648ad82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.219833 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:00.241291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.320052 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b4643e29-7ebe-4ad9-b088-8e2c648ad82b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6926ee8bb87b47fba541d97b456cd61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565980 Jun 16 15:46:00.323410 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56264) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:00.336046 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4643e29-7ebe-4ad9-b088-8e2c648ad82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6650ed54-f07e-4e89-a860-68f5784478bc,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:00.364171 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.369033 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.376275 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b4643e29-7ebe-4ad9-b088-8e2c648ad82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:00.388647 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/201d5bc5-5d8d-4815-9ad5-b57d34ddfeb0 HTTP/1.1" status: 204 len: 168 time: 0.2630360 Jun 16 15:46:00.403618 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0b0378e9-8c18-4539-b964-b77dff11b89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:00.424280 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201d5bc5-5d8d-4815-9ad5-b57d34ddfeb0,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:00.429878 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:00.468243 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b7df-f2c3-4680-a01b-c4a8ea590bb6 req-d287dead-d544-4215-a8a9-bad4ae0f5aa9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:00.478987 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.480368 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0173b7df-f2c3-4680-a01b-c4a8ea590bb6 req-d287dead-d544-4215-a8a9-bad4ae0f5aa9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 944 time: 0.1834178 Jun 16 15:46:00.487432 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.505041 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.516444 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97247c5-dc95-422a-940f-f87b35c5f4b9'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:00.528737 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0173b7df-f2c3-4680-a01b-c4a8ea590bb6 req-1774f901-675e-4178-bf6c-7c5356808227 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473359 Jun 16 15:46:00.533778 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.627475 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.634313 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port c97247c5-dc95-422a-940f-f87b35c5f4b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:00.637166 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.639811 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6650ed54-f07e-4e89-a860-68f5784478bc HTTP/1.1" status: 204 len: 168 time: 0.3145709 Jun 16 15:46:00.640928 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:00.646589 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.647827 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f2309c2c-b597-43c1-af7f-2b9dddefde4f up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:00.652040 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:00.659454 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650ed54-f07e-4e89-a860-68f5784478bc,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:00.663735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:00.830821 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=c97247c5-dc95-422a-940f-f87b35c5f4b9,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:00.840136 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:00.861126 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port f2309c2c-b597-43c1-af7f-2b9dddefde4f completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:00.881743 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9be2a9-b878-458e-bbce-811c322d09d9" -d '{"events": [{"server_uuid": "911948a0-a2f5-40e0-a28a-d677ef9606ba", "name": "network-vif-plugged", "status": "completed", "tag": "c97247c5-dc95-422a-940f-f87b35c5f4b9"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:00.887081 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port f2309c2c-b597-43c1-af7f-2b9dddefde4f triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:00.887715 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:00.939713 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56286) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:00.966105 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e38ea6b2-b1f9-455e-a20f-7762e2d2e19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.143280 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.166385 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e38ea6b2-b1f9-455e-a20f-7762e2d2e19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.176050 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e38ea6b2-b1f9-455e-a20f-7762e2d2e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.224025 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-67362e92-7def-450f-a9ac-fa32202cc300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:01.235448 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56300) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:01.235831 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e38ea6b2-b1f9-455e-a20f-7762e2d2e19d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=63c92de735bb4ed2b03c7abe36022589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942035 Jun 16 15:46:01.278386 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ea6b2-b1f9-455e-a20f-7762e2d2e19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e58dc9f-8430-4c90-9289-f58140e6d190,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:01.303943 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port f2309c2c-b597-43c1-af7f-2b9dddefde4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f2309c2c-b597-43c1-af7f-2b9dddefde4f,segment=NetworkSegment(d2129b7b-16ce-4ba5-a22d-f8d2d4335475),segment_id=d2129b7b-16ce-4ba5-a22d-f8d2d4335475)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:01.309199 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e38ea6b2-b1f9-455e-a20f-7762e2d2e19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:01.315109 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.322446 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:01.358553 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43a76f-9c91-4baf-82d5-f5676a5efd4a req-427d1a92-5353-4942-a11e-3cfe21520185 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:01.360705 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1b43a76f-9c91-4baf-82d5-f5676a5efd4a req-427d1a92-5353-4942-a11e-3cfe21520185 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 945 time: 0.1080036 Jun 16 15:46:01.389339 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.455746 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1b43a76f-9c91-4baf-82d5-f5676a5efd4a req-718c6955-cdaf-425c-bbe9-9d5613fbc3b7 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704279 Jun 16 15:46:01.474748 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.485561 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b9bbae-9bcd-4df4-b95e-a1ea5537ee3c x-openstack-request-id: req-c7b9bbae-9bcd-4df4-b95e-a1ea5537ee3c {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:01.486002 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911948a0-a2f5-40e0-a28a-d677ef9606ba", "name": "network-vif-plugged", "status": "completed", "tag": "c97247c5-dc95-422a-940f-f87b35c5f4b9", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:01.486410 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7b9bbae-9bcd-4df4-b95e-a1ea5537ee3c {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:01.487145 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97247c5-dc95-422a-940f-f87b35c5f4b9', 'code': 200} Jun 16 15:46:01.488270 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=f2309c2c-b597-43c1-af7f-2b9dddefde4f,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:01.519958 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:01.645789 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56310) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:01.666013 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.671023 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.675136 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e58dc9f-8430-4c90-9289-f58140e6d190 HTTP/1.1" status: 204 len: 168 time: 0.4385703 Jun 16 15:46:01.677198 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:01.678385 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5435f762-50c4-4f28-9842-6c37ad51a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.688534 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e58dc9f-8430-4c90-9289-f58140e6d190,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:01.695511 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:01.704686 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd6884-0a0a-4194-ac02-7cdad79f00de req-23bbc010-879f-4593-a64b-7c54ce941aaa tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:01.713742 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfdd6884-0a0a-4194-ac02-7cdad79f00de req-23bbc010-879f-4593-a64b-7c54ce941aaa tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.1096914 Jun 16 15:46:01.798688 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfdd6884-0a0a-4194-ac02-7cdad79f00de req-034711df-af06-4c2d-9adb-f9c4ec1cc856 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838761 Jun 16 15:46:01.872974 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5435f762-50c4-4f28-9842-6c37ad51a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.879295 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5435f762-50c4-4f28-9842-6c37ad51a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:01.919889 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3b49fc77-4acd-4305-a597-3ac9acc0e901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:01.924229 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-5435f762-50c4-4f28-9842-6c37ad51a68a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=186409f37902462c91ed85b0a65db08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766674 Jun 16 15:46:01.928745 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56326) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:01.984711 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:02.007315 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435f762-50c4-4f28-9842-6c37ad51a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639a21e8-9389-42c1-946d-3e282afaa0fd,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:02.013918 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5435f762-50c4-4f28-9842-6c37ad51a68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:02.050379 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26ba48-b740-4acb-a7e9-ee4b93e57783 req-02c763ae-9fa7-4c47-86b5-f157bce0991d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:02.052525 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ea26ba48-b740-4acb-a7e9-ee4b93e57783 req-02c763ae-9fa7-4c47-86b5-f157bce0991d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 944 time: 0.1336689 Jun 16 15:46:02.097472 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:02.104554 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:02.104943 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.118181 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.124051 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ea26ba48-b740-4acb-a7e9-ee4b93e57783 req-b9312e46-49bc-46ca-b11a-e53b1308ebbc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605853 Jun 16 15:46:02.129121 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708085a-b4a4-4101-a9d2-bf1fd67aa69e req-2962fe70-5a26-44c9-8c5c-4ad87b88ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:02.130742 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9708085a-b4a4-4101-a9d2-bf1fd67aa69e req-2962fe70-5a26-44c9-8c5c-4ad87b88ca3b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 1098 time: 0.1610746 Jun 16 15:46:02.169026 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-9708085a-b4a4-4101-a9d2-bf1fd67aa69e req-be1a657e-c108-4dac-a269-a8fb494edfdb service neutron] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.184709 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.248289 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.288463 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.295540 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:02.298638 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.302381 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/639a21e8-9389-42c1-946d-3e282afaa0fd HTTP/1.1" status: 204 len: 168 time: 0.3684931 Jun 16 15:46:02.302529 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.302614 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:02.303669 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:02.319541 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639a21e8-9389-42c1-946d-3e282afaa0fd,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:02.325176 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:02.412747 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-9708085a-b4a4-4101-a9d2-bf1fd67aa69e req-be1a657e-c108-4dac-a269-a8fb494edfdb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.415329 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:02.419776 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-9708085a-b4a4-4101-a9d2-bf1fd67aa69e req-be1a657e-c108-4dac-a269-a8fb494edfdb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.429140 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:02.443431 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:02.447110 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9708085a-b4a4-4101-a9d2-bf1fd67aa69e req-be1a657e-c108-4dac-a269-a8fb494edfdb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080950 Jun 16 15:46:02.449212 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:02.477117 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a657e-c108-4dac-a269-a8fb494edfdb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aef65f05-eb8f-4c62-9c54-36d90179b258,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:02.492815 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-be1a657e-c108-4dac-a269-a8fb494edfdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:02.709718 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2986b-b7ce-48e1-a9d1-f9d733ffb370 req-d9cad730-4ccd-4f27-8c96-2e296374d9a3 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:02.711601 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7de2986b-b7ce-48e1-a9d1-f9d733ffb370 req-d9cad730-4ccd-4f27-8c96-2e296374d9a3 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 945 time: 0.0719054 Jun 16 15:46:02.763785 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7de2986b-b7ce-48e1-a9d1-f9d733ffb370 req-1f051d48-1b02-4367-b164-63a8e49fd88a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452302 Jun 16 15:46:02.774593 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56366) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:03.024242 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634aa72-61e1-4be0-b575-ca911b55940f req-d0b3a40a-0698-496f-b749-df0a6244323f tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:03.027155 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d634aa72-61e1-4be0-b575-ca911b55940f req-d0b3a40a-0698-496f-b749-df0a6244323f tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.0797615 Jun 16 15:46:03.076011 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d634aa72-61e1-4be0-b575-ca911b55940f req-77affd65-a569-42cc-9411-d9f93b57b304 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Jun 16 15:46:03.097058 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f78ab58d-d6ab-47a9-8439-ba96f21faf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.299612 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f78ab58d-d6ab-47a9-8439-ba96f21faf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.317752 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f78ab58d-d6ab-47a9-8439-ba96f21faf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.344275 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-50963172-97c6-40fc-86b8-c7f3b517d2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:03.396011 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f78ab58d-d6ab-47a9-8439-ba96f21faf03 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22623e293f6849609b297336882a2724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199133 Jun 16 15:46:03.400390 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56412) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:03.400585 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ab58d-d6ab-47a9-8439-ba96f21faf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f17dea-ee9d-4c12-a8ab-c357b9931444,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:03.404102 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f78ab58d-d6ab-47a9-8439-ba96f21faf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:03.465692 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b452e26-6587-4030-b2be-98341d295864 req-9942ff3e-5e63-47dd-adf4-d9fa01230d14 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:03.467806 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1b452e26-6587-4030-b2be-98341d295864 req-9942ff3e-5e63-47dd-adf4-d9fa01230d14 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1662700 Jun 16 15:46:03.488722 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f'}, {'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:03.491834 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0e93ef-cdda-4617-b844-24cf5d04d296" -d '{"events": [{"server_uuid": "4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc", "name": "network-vif-plugged", "status": "completed", "tag": "f2309c2c-b597-43c1-af7f-2b9dddefde4f"}, {"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-plugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:03.504704 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.541240 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.545982 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc58977-acc8-479d-8bb9-e994cd8e03e4 x-openstack-request-id: req-4fc58977-acc8-479d-8bb9-e994cd8e03e4 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:03.546644 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc", "name": "network-vif-plugged", "status": "completed", "tag": "f2309c2c-b597-43c1-af7f-2b9dddefde4f", "code": 200}, {"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-plugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:03.547094 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4fc58977-acc8-479d-8bb9-e994cd8e03e4 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:03.547838 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f', 'code': 200} Jun 16 15:46:03.548675 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'code': 200} Jun 16 15:46:03.566219 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1b452e26-6587-4030-b2be-98341d295864 req-39ce21c7-8d8c-4563-83d8-f092dee856ea tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903037 Jun 16 15:46:03.623024 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.627772 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:03.632623 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/87f17dea-ee9d-4c12-a8ab-c357b9931444 HTTP/1.1" status: 204 len: 168 time: 0.2317472 Jun 16 15:46:03.633986 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0731d146-60ce-40eb-a486-5c63945aef88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:03.649158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f17dea-ee9d-4c12-a8ab-c357b9931444,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:03.652634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:03.958798 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac97ac7-0e76-4dae-9027-793bec5fcbdb req-89465d2e-4d44-4995-9f39-bd0ca2427d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:03.961749 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8ac97ac7-0e76-4dae-9027-793bec5fcbdb req-89465d2e-4d44-4995-9f39-bd0ca2427d60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1098 time: 0.1499252 Jun 16 15:46:03.999267 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7fa2b-33f7-422d-b656-65592574f2bc req-d2fe5b32-09ae-4fb4-9b8e-92c914f11298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:04.000982 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7de7fa2b-33f7-422d-b656-65592574f2bc req-d2fe5b32-09ae-4fb4-9b8e-92c914f11298 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 1098 time: 0.1080067 Jun 16 15:46:04.025505 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8ac97ac7-0e76-4dae-9027-793bec5fcbdb req-d42f4b94-8fd8-499e-ba1f-ace32499a128 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562248 Jun 16 15:46:04.045322 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7de7fa2b-33f7-422d-b656-65592574f2bc req-bed38da1-b77f-4841-9575-1e3c83d18ec7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365832 Jun 16 15:46:04.053491 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0a2b-89d1-4a5f-bd8b-bf0c6ac3e9bd req-9cfc5612-9f64-4cb3-ab0d-b131190e36a6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:04.060757 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f37e0a2b-89d1-4a5f-bd8b-bf0c6ac3e9bd req-9cfc5612-9f64-4cb3-ab0d-b131190e36a6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 945 time: 0.0824544 Jun 16 15:46:04.097527 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f37e0a2b-89d1-4a5f-bd8b-bf0c6ac3e9bd req-8ae48f05-d813-4db1-b01a-38551132ab88 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Jun 16 15:46:04.205053 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56450) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:04.218764 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-84195af6-76d8-4931-9aa2-ff1362f3fe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:04.330675 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798c162-de35-4451-ac0e-b63634653c79 req-5f989600-b004-4749-9171-f60e0d4eb937 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:04.334102 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2798c162-de35-4451-ac0e-b63634653c79 req-5f989600-b004-4749-9171-f60e0d4eb937 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.1136239 Jun 16 15:46:04.365407 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-84195af6-76d8-4931-9aa2-ff1362f3fe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:04.370533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-84195af6-76d8-4931-9aa2-ff1362f3fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:04.409182 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-266ba432-a45d-4c4e-8a7d-140efd90d314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:04.414901 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-84195af6-76d8-4931-9aa2-ff1362f3fe05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ef0d216bf53b4b3e9d0769a09f02cc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087095 Jun 16 15:46:04.417197 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56460) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:04.475047 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2798c162-de35-4451-ac0e-b63634653c79 req-7916707f-79a5-44bb-bb11-086b91025295 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330478 Jun 16 15:46:04.489906 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84195af6-76d8-4931-9aa2-ff1362f3fe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d74a9e0-fb23-48d3-aae7-c8e658b7279d,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:04.495341 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-84195af6-76d8-4931-9aa2-ff1362f3fe05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:04.529075 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:04.613242 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:04.700775 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:04.706773 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:04.711734 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d74a9e0-fb23-48d3-aae7-c8e658b7279d HTTP/1.1" status: 204 len: 168 time: 0.2928429 Jun 16 15:46:04.712789 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6e320dd5-ee41-49b6-84f8-f0de0d422bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:04.728137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d74a9e0-fb23-48d3-aae7-c8e658b7279d,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:04.734367 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:04.856007 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7247b2-6c38-49a9-9553-282ba41d8d1a req-598ae565-4a23-469b-bd0d-848a0489e4be tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:04.861980 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2c7247b2-6c38-49a9-9553-282ba41d8d1a req-598ae565-4a23-469b-bd0d-848a0489e4be tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.0875475 Jun 16 15:46:04.930048 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2c7247b2-6c38-49a9-9553-282ba41d8d1a req-18907f21-7a7a-4f69-ab81-36532f2ea4c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633085 Jun 16 15:46:05.408556 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de3f88-40f8-47d5-8371-868e4fbdb1e8 req-f7fd6351-9430-4594-b8b4-b09967260767 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:05.411108 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-10de3f88-40f8-47d5-8371-868e4fbdb1e8 req-f7fd6351-9430-4594-b8b4-b09967260767 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 945 time: 0.0851026 Jun 16 15:46:05.486458 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-10de3f88-40f8-47d5-8371-868e4fbdb1e8 req-106060a1-8a72-4ecd-9482-48716ac1db5b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682056 Jun 16 15:46:05.794859 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd9721-e639-4fd7-9574-2df7ca9a2d0d req-905fec26-8850-41cf-8af3-88af7b04755f tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:05.796745 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e2cd9721-e639-4fd7-9574-2df7ca9a2d0d req-905fec26-8850-41cf-8af3-88af7b04755f tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.1115944 Jun 16 15:46:05.825799 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:46:05.863375 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e2cd9721-e639-4fd7-9574-2df7ca9a2d0d req-80bf24b3-c3e8-45ad-9c38-f71d81450d58 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533535 Jun 16 15:46:06.221680 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe5ea4-c9db-42e5-8eb6-5490db3b2aed req-cbeea642-ed0a-4a11-a745-10a9f34160fe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:06.223691 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-06fe5ea4-c9db-42e5-8eb6-5490db3b2aed req-cbeea642-ed0a-4a11-a745-10a9f34160fe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.0886149 Jun 16 15:46:06.289983 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-06fe5ea4-c9db-42e5-8eb6-5490db3b2aed req-7409e51b-46d5-43fa-8b30-b7a6bb9656d1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571373 Jun 16 15:46:06.531356 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be13c38-a2a6-408f-b93f-cae75c6fa2ef req-f4032299-ec89-4d5f-84fd-e5e736c40431 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:06.533243 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2be13c38-a2a6-408f-b93f-cae75c6fa2ef req-f4032299-ec89-4d5f-84fd-e5e736c40431 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1043155 Jun 16 15:46:06.545968 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56590) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:06.551579 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'floatingip': {'port_id': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:06.653883 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:07.629618 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9511-2d2c-444c-bbc9-3297f615b41b req-ab496896-0b67-4a6c-88bd-af4fe0c80dc2 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:07.639331 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e5fc9511-2d2c-444c-bbc9-3297f615b41b req-ab496896-0b67-4a6c-88bd-af4fe0c80dc2 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.3714890 Jun 16 15:46:07.834259 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e5fc9511-2d2c-444c-bbc9-3297f615b41b req-0d2be255-b93a-4d52-90b3-52d2c3b7ff01 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709943 Jun 16 15:46:07.871889 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.db.resource_extend [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 15:46:08.025559 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.037619 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.176345 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56678) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:08.239782 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.l3_db [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Floating IP 77b3b1e0-19a2-4e61-862a-87c908b4d3a5 associated. External IP: 172.28.3.139, port: 6c63cb58-b268-4a66-a4b8-61b8c97cf707. Jun 16 15:46:08.354937 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6370e1c8-ecea-4138-b873-6795c4840032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.550339 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6370e1c8-ecea-4138-b873-6795c4840032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.556057 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6370e1c8-ecea-4138-b873-6795c4840032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.556982 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:46:08.561680 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-14b3d2e6-8a2e-4feb-8878-9f0fca314ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:08.609908 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6370e1c8-ecea-4138-b873-6795c4840032 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe256f7388bf4718907770af50fcd20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322829 Jun 16 15:46:08.611635 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370e1c8-ecea-4138-b873-6795c4840032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d0c37f-5b2d-4e6b-bce3-216c038e9a8e,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:08.614244 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56698) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:08.626658 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6370e1c8-ecea-4138-b873-6795c4840032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:08.686421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.712645 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:46:08.720916 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.721982 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.744938 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076c835-af20-4e80-9753-79c370138eac None None] Sync routers for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:46:08.764430 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:46:08.766049 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:45:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:08.795562 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a4b49519-ebbc-466e-8774-e5ae9aef6d52 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "PUT /v2.0/floatingips/77b3b1e0-19a2-4e61-862a-87c908b4d3a5 HTTP/1.1" status: 200 len: 991 time: 2.2483113 Jun 16 15:46:08.796460 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:08.801040 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfea37aa-3aca-457d-9adf-c57181d28dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:08.822576 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.826762 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:08.828300 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24d0c37f-5b2d-4e6b-bce3-216c038e9a8e HTTP/1.1" status: 204 len: 168 time: 0.2130878 Jun 16 15:46:08.829463 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6370e1c8-ecea-4138-b873-6795c4840032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:08.872351 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d0c37f-5b2d-4e6b-bce3-216c038e9a8e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:08.880818 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:08.937630 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5cd187-53ee-4743-a2c1-295b2baf747f x-openstack-request-id: req-ba5cd187-53ee-4743-a2c1-295b2baf747f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:08.937977 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:08.938345 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba5cd187-53ee-4743-a2c1-295b2baf747f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:08.938791 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'status': 'completed', 'code': 200} Jun 16 15:46:09.124124 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-4c9c5c4f-4482-43ee-969f-4ba035f3994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:09.126232 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-4c9c5c4f-4482-43ee-969f-4ba035f3994c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1098 time: 0.1379726 Jun 16 15:46:09.128199 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:46:09.346725 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-99287040-0fc7-4513-9878-857f1fbd350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:09.351064 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-99287040-0fc7-4513-9878-857f1fbd350f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.2163553 Jun 16 15:46:09.375743 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56722) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:09.559464 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-021f829a-62ed-41c9-beb6-2cda777e23f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 999 time: 0.1999679 Jun 16 15:46:09.576594 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f551c08-b8dc-47a4-8805-d0b9bb4163ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:09.589918 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56738) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:09.622572 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '77b3b1e0-19a2-4e61-862a-87c908b4d3a5', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'floating_ip_address': '172.28.3.139', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'port_id': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'mac_address': 'fa:16:3e:88:cc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09010735-723e-4b59-bee8-34ccc888f132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:45:32Z', 'updated_at': '2021-06-16T15:46:07Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:09.624625 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ca57a360-cd3d-40a8-8062-50a5f50c15fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:09.627452 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076c835-af20-4e80-9753-79c370138eac None None] Checking router: 884ca74f-a4e4-4fa0-9a56-0bc88a948abc for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:46:09.637300 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:46:09.638108 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:45:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:09.677007 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-2f60701c-2a07-460a-9cdf-0a3d57df0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:09.688029 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-2f60701c-2a07-460a-9cdf-0a3d57df0c40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.1209805 Jun 16 15:46:09.824023 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f551c08-b8dc-47a4-8805-d0b9bb4163ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:09.838219 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-d7cab550-87f1-4fbc-be7f-2c61245f4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:09.840144 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-d7cab550-87f1-4fbc-be7f-2c61245f4e8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1441283 Jun 16 15:46:09.848667 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2f551c08-b8dc-47a4-8805-d0b9bb4163ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:09.859854 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5e3065bc-1177-4d57-adb4-1f341f8041b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:09.894894 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:46:09.920270 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f551c08-b8dc-47a4-8805-d0b9bb4163ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44b89d-c6e7-4d88-ac31-a385eb3e9ee8,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:09.943113 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2f551c08-b8dc-47a4-8805-d0b9bb4163ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:09.950564 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2f551c08-b8dc-47a4-8805-d0b9bb4163ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f9e35c5435bf41edb3dde14469e9a034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721538 Jun 16 15:46:09.958378 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56756) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:10.065689 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.098787 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ca57a360-cd3d-40a8-8062-50a5f50c15fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.115088 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ca57a360-cd3d-40a8-8062-50a5f50c15fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.125696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.128864 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9da27181-3487-4685-8deb-84f466d6698b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:10.214011 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57a360-cd3d-40a8-8062-50a5f50c15fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34688de3-f17d-4da6-b513-66a734952d17,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:10.241703 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ca57a360-cd3d-40a8-8062-50a5f50c15fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a183ecbd1e6a4aceb327f2a33bdc3d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483691 Jun 16 15:46:10.244490 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ca57a360-cd3d-40a8-8062-50a5f50c15fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:10.246980 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56766) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:10.263933 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-3a24e964-4495-49f8-9f83-db249cfa7a73 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144263 Jun 16 15:46:10.360274 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.369319 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.369591 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e076c835-af20-4e80-9753-79c370138eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '77b3b1e0-19a2-4e61-862a-87c908b4d3a5', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'floating_ip_address': '172.28.3.139', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'port_id': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'mac_address': 'fa:16:3e:88:cc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09010735-723e-4b59-bee8-34ccc888f132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:45:32Z', 'updated_at': '2021-06-16T15:46:07Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:10.373054 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2e44b89d-c6e7-4d88-ac31-a385eb3e9ee8 HTTP/1.1" status: 204 len: 168 time: 0.4063075 Jun 16 15:46:10.375880 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5435f762-50c4-4f28-9842-6c37ad51a68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:10.376890 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076c835-af20-4e80-9753-79c370138eac None None] The sync data for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb is: [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '77b3b1e0-19a2-4e61-862a-87c908b4d3a5', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'floating_ip_address': '172.28.3.139', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'port_id': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'mac_address': 'fa:16:3e:88:cc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09010735-723e-4b59-bee8-34ccc888f132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:45:32Z', 'updated_at': '2021-06-16T15:46:07Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:46:10.442106 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.447676 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44b89d-c6e7-4d88-ac31-a385eb3e9ee8,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:10.454335 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:10.504071 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfea37aa-3aca-457d-9adf-c57181d28dfd req-08e057f2-4463-40da-9636-7addef584bf5 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279067 Jun 16 15:46:10.509261 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.610006 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.615352 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:10.620261 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34688de3-f17d-4da6-b513-66a734952d17 HTTP/1.1" status: 204 len: 168 time: 0.3658540 Jun 16 15:46:10.622387 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2f551c08-b8dc-47a4-8805-d0b9bb4163ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:10.645625 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34688de3-f17d-4da6-b513-66a734952d17,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:10.663633 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:10.880049 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336b3ae1-800f-4d92-b908-8890e06bc6c5 None None] New status for floating IP 77b3b1e0-19a2-4e61-862a-87c908b4d3a5: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:46:11.202931 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 56816) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:11.223372 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a5480793-d53e-4468-ac29-9fd605436cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:11.400378 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a5480793-d53e-4468-ac29-9fd605436cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:11.407592 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a5480793-d53e-4468-ac29-9fd605436cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:11.414954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:11.463161 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-a5480793-d53e-4468-ac29-9fd605436cb9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ab5c0276dbe4e3594cecf7aec13e411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590175 Jun 16 15:46:11.464626 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5480793-d53e-4468-ac29-9fd605436cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650ea63-c771-4f11-9826-c417fd42cbdd,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:11.468105 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56822) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:11.468639 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a5480793-d53e-4468-ac29-9fd605436cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:11.548117 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:11.581052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:11.656949 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:11.660297 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:11.662969 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0650ea63-c771-4f11-9826-c417fd42cbdd HTTP/1.1" status: 204 len: 168 time: 0.1930051 Jun 16 15:46:11.668020 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-18edb1cc-8c37-4b10-8a6d-114f8acdf19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:11.687769 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650ea63-c771-4f11-9826-c417fd42cbdd,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:11.700249 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:12.446628 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-986adba5-c3cb-4590-b99a-2b55d5fbd2d6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:12.448639 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-986adba5-c3cb-4590-b99a-2b55d5fbd2d6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.1942825 Jun 16 15:46:12.471452 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-23b7b4f1-4151-48af-996e-7e7ebae12a71 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/quotas/d7555c7597e8406a863a48ba3dc374ae HTTP/1.1" status: 200 len: 375 time: 0.0149252 Jun 16 15:46:12.611916 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-c42b270a-928d-4de9-a126-705e7fd4adfe tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205046 Jun 16 15:46:12.866696 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-ed8d82be-f797-4ea8-b28d-15bda8cb4f03 service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276232 Jun 16 15:46:13.050502 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-6ab74e40-1d72-4374-a4a7-15d51627998d service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794169 Jun 16 15:46:13.206999 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 56958) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:13.425785 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-603572c1-6b39-4ce0-898e-9618973840e7 req-c231ef68-0d37-44c0-867c-2356c8362c7e tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 210 time: 0.0651603 Jun 16 15:46:13.532474 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ba038f-1e9d-4c49-bc5f-ac8c15a58b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:13.754050 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ba038f-1e9d-4c49-bc5f-ac8c15a58b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:13.760769 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-61ba038f-1e9d-4c49-bc5f-ac8c15a58b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:13.767399 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:13.831079 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-61ba038f-1e9d-4c49-bc5f-ac8c15a58b0b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=94788aa003054265988be6a1bc0266ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6221402 Jun 16 15:46:13.833524 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57004) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:13.836337 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba038f-1e9d-4c49-bc5f-ac8c15a58b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534e68b8-bced-4d37-be11-d7885ab15d96,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:13.840491 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-61ba038f-1e9d-4c49-bc5f-ac8c15a58b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:14.020437 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:14.080042 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:14.113671 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7e053-5022-4e21-9b31-39347bf5055e req-f286b00c-3f05-4722-917b-7c47178c288c tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:14.116095 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-32c7e053-5022-4e21-9b31-39347bf5055e req-f286b00c-3f05-4722-917b-7c47178c288c tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.1050494 Jun 16 15:46:14.184767 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:14.188069 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:14.189252 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/534e68b8-bced-4d37-be11-d7885ab15d96 HTTP/1.1" status: 204 len: 168 time: 0.3547122 Jun 16 15:46:14.190170 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c93ec751-7fbc-4968-ad1e-7f41e9bb6901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:14.194843 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-32c7e053-5022-4e21-9b31-39347bf5055e req-22f9167c-8b28-4874-b893-bd11fdedd485 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683708 Jun 16 15:46:14.204583 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534e68b8-bced-4d37-be11-d7885ab15d96,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:14.208045 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:14.662604 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1fbab382-9272-41bf-b6a2-77352ca6ffdf req-24937548-ee5f-4b4c-a561-7b8bebd63ed4 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 210 time: 0.0489645 Jun 16 15:46:14.694809 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57044) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:14.896713 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57054) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:14.901544 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-150fc09a-36cf-419d-9a56-a91685710667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:14.921042 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0872-8b0a-401e-b6e5-1602329dae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.063603 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-150fc09a-36cf-419d-9a56-a91685710667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.069062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-150fc09a-36cf-419d-9a56-a91685710667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.073687 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cf385301-f23a-4acd-986b-543c4a8752a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:15.140572 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-150fc09a-36cf-419d-9a56-a91685710667 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=97dfe89aa0f54e08914ac83e15d63460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434583 Jun 16 15:46:15.143450 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fc09a-36cf-419d-9a56-a91685710667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ee7a69-6b8c-412d-8502-5fa810caedf3,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:15.146585 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57058) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:15.178208 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-150fc09a-36cf-419d-9a56-a91685710667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:15.241568 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.260773 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0872-8b0a-401e-b6e5-1602329dae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.270142 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0872-8b0a-401e-b6e5-1602329dae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.277979 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.283649 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:15.396547 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.401889 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.403907 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38ee7a69-6b8c-412d-8502-5fa810caedf3 HTTP/1.1" status: 204 len: 168 time: 0.2394025 Jun 16 15:46:15.404744 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:15.415674 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ee7a69-6b8c-412d-8502-5fa810caedf3,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:15.419306 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:15.430567 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-6ceb0872-8b0a-401e-b6e5-1602329dae6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d83fd418ee2448c944b594fe8441b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5314586 Jun 16 15:46:15.433670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57064) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:15.441126 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb0872-8b0a-401e-b6e5-1602329dae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5243cae-8399-4da0-aa90-786453ac86a5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:15.447028 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6ceb0872-8b0a-401e-b6e5-1602329dae6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:15.565986 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.578554 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47823776-3ccb-41ba-8013-2c6664e1dffb req-f571a1ba-3cc0-4378-8810-f8af55f4e788 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:15.580598 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47823776-3ccb-41ba-8013-2c6664e1dffb req-f571a1ba-3cc0-4378-8810-f8af55f4e788 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.1478689 Jun 16 15:46:15.611258 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.673285 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-93687293-fde6-4a88-a169-de4f607b0928 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:15.676072 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-93687293-fde6-4a88-a169-de4f607b0928 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.2959926 Jun 16 15:46:15.683313 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47823776-3ccb-41ba-8013-2c6664e1dffb req-de3b4942-6a8d-4128-ae90-ce1f6e645b1a tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807240 Jun 16 15:46:15.704632 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Request body: {'port': {'device_id': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'admin_state_up': True, 'tenant_id': 'd7555c7597e8406a863a48ba3dc374ae'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:15.709300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.713291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:15.734807 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5243cae-8399-4da0-aa90-786453ac86a5 HTTP/1.1" status: 204 len: 168 time: 0.2930255 Jun 16 15:46:15.736894 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:15.763251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5243cae-8399-4da0-aa90-786453ac86a5,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:15.770051 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:16.060835 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5870c6db-9f7a-473b-a00e-d0daf87b14c6 req-60542293-ea9b-4fcc-a5ef-56f4c70114ea tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 210 time: 0.1883008 Jun 16 15:46:16.121647 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Made reservation on behalf of d7555c7597e8406a863a48ba3dc374ae for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:16.126867 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.197796 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57092) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:16.220005 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a265b3a-8ff6-4844-869d-145c9795a25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.363995 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-f9ac42b3-7c1f-4628-b81e-c86990fd88d7 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:16.366278 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-f9ac42b3-7c1f-4628-b81e-c86990fd88d7 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.2239249 Jun 16 15:46:16.404308 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Allocated IP 172.20.0.10 (dd511b24-a00a-40fb-a4e7-fe658a96c4a9/c8351700-7b24-4372-9632-b7db9bc56a69/51a29e87-043d-43f9-9646-ebc663cbf163) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:16.487232 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a265b3a-8ff6-4844-869d-145c9795a25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.499131 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a265b3a-8ff6-4844-869d-145c9795a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.502086 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a04adf3a-eb4a-43e4-9de3-d70839d3ebc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:16.544722 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-0a265b3a-8ff6-4844-869d-145c9795a25c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2aeb1de8827041a6ad37da07ef7e29ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451123 Jun 16 15:46:16.545782 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a265b3a-8ff6-4844-869d-145c9795a25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc8fe8c-1a3a-4f97-90c7-fe009eaf2ca3,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:16.548331 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57098) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:16.559616 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0a265b3a-8ff6-4844-869d-145c9795a25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:16.656223 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.658249 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57104) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:16.692054 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.732999 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.748486 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.825808 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Deleting port f2309c2c-b597-43c1-af7f-2b9dddefde4f {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:46:16.826378 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.872069 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.874889 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:16.880012 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7dc8fe8c-1a3a-4f97-90c7-fe009eaf2ca3 HTTP/1.1" status: 204 len: 168 time: 0.3269227 Jun 16 15:46:16.880012 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6d46e4e0-6a8c-44a1-95c5-349bc34ae9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:16.893634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc8fe8c-1a3a-4f97-90c7-fe009eaf2ca3,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:16.896259 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:17.005510 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.022365 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['c97247c5-dc95-422a-940f-f87b35c5f4b9'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:17.032507 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-58dd5ff3-35d9-46d1-b3e6-1f1165c9cfb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:17.036419 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.050851 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.058930 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b29d26c-0ed3-4712-8458-7b0bf29caf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:17.102574 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event updated for resources: {'Port': ['ID=51a29e87-043d-43f9-9646-ebc663cbf163,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:17.129047 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:17.167206 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:17.170361 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] For port f2309c2c-b597-43c1-af7f-2b9dddefde4f, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f2309c2c-b597-43c1-af7f-2b9dddefde4f,segment=NetworkSegment(d2129b7b-16ce-4ba5-a22d-f8d2d4335475),segment_id=d2129b7b-16ce-4ba5-a22d-f8d2d4335475)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:17.171071 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.175529 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:17.186830 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:46:17.230615 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605f1605-3f68-4164-82cb-38363f50a416,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:17.242153 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=625635afc2664ea788067efab86c0d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824099 Jun 16 15:46:17.256204 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57116) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:17.259847 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.260317 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.261980 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.262510 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.263047 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.265597 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.266120 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.266877 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.267278 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.267632 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.269794 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.270291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:17.289508 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf95b0-7f24-424c-9a40-bd0fcbf9c2c1 req-3e2fb8bf-4390-43be-b4d9-22feaea23be3 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:17.298281 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a8bf95b0-7f24-424c-9a40-bd0fcbf9c2c1 req-3e2fb8bf-4390-43be-b4d9-22feaea23be3 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 945 time: 0.3480306 Jun 16 15:46:17.302362 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:17.334040 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Calling delete_port for f2309c2c-b597-43c1-af7f-2b9dddefde4f owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:46:17.430816 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.460598 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:17.462217 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.508601 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.514742 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a8bf95b0-7f24-424c-9a40-bd0fcbf9c2c1 req-edaaf72a-7b0a-446a-b2d7-4bd51bd20ca0 tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/security-groups?id=c9631f82-6604-47f5-b956-82fd8455e091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152383 Jun 16 15:46:17.550401 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8585286 Jun 16 15:46:17.589326 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Request body: {'port': {'device_id': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:17.627018 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022aec94-e32f-40ba-bd50-721e1012be95 req-ffda1fd4-a3dc-4302-b401-2aaf11167a97 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:17.635760 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-022aec94-e32f-40ba-bd50-721e1012be95 req-ffda1fd4-a3dc-4302-b401-2aaf11167a97 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 932 time: 0.1946449 Jun 16 15:46:17.687456 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.690507 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.693470 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/605f1605-3f68-4164-82cb-38363f50a416 HTTP/1.1" status: 204 len: 168 time: 0.3873305 Jun 16 15:46:17.698183 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a5480793-d53e-4468-ac29-9fd605436cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:17.723505 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-022aec94-e32f-40ba-bd50-721e1012be95 req-991f4e6b-448d-4518-8555-5ec307ec139a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866086 Jun 16 15:46:17.754710 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605f1605-3f68-4164-82cb-38363f50a416,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:17.767759 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:17.853157 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:17.873310 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['f2309c2c-b597-43c1-af7f-2b9dddefde4f'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:17.894045 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:18.080238 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Pushing event deleted for resources: {'Port': ['ID=f2309c2c-b597-43c1-af7f-2b9dddefde4f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:18.119222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] No DVR routers for this DVR port f2309c2c-b597-43c1-af7f-2b9dddefde4f on host hv-cinder-79611 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:46:18.123774 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:18.127031 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4009bcb2-a450-41a8-a273-7dfd0a656593 req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.24 "DELETE /v2.0/ports/f2309c2c-b597-43c1-af7f-2b9dddefde4f HTTP/1.1" status: 204 len: 173 time: 1.6230826 Jun 16 15:46:18.127924 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:18.133401 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'name': 'network-vif-deleted', 'tag': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:18.135950 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88868264-1f5e-43da-bf85-bffafb6d78af" -d '{"events": [{"server_uuid": "4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc", "name": "network-vif-deleted", "tag": "f2309c2c-b597-43c1-af7f-2b9dddefde4f"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:18.178428 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.180287 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.182003 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.182490 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.182784 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.183128 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.185206 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.186214 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.188597 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.189675 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.191222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.192837 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:18.206619 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:18.222529 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e19af-69a7-43f2-a615-70b9de2cab06 x-openstack-request-id: req-da4e19af-69a7-43f2-a615-70b9de2cab06 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:18.222845 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc", "name": "network-vif-deleted", "tag": "f2309c2c-b597-43c1-af7f-2b9dddefde4f", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:18.223118 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da4e19af-69a7-43f2-a615-70b9de2cab06 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:18.223530 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc', 'name': 'network-vif-deleted', 'tag': 'f2309c2c-b597-43c1-af7f-2b9dddefde4f', 'status': 'completed', 'code': 200} Jun 16 15:46:18.771903 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a29e87-043d-43f9-9646-ebc663cbf163 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:18.866023 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:18.911036 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-555f9bdc-08f7-4a29-a4ec-cbe410d2f69b req-dd6bbb83-6b45-41ac-99ed-54221895b1fd tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b63cf99-cca0-4fea-8bf1-0b3ecfe7cafc HTTP/1.1" status: 200 len: 210 time: 0.1199944 Jun 16 15:46:18.928213 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Transition to ACTIVE for port object 51a29e87-043d-43f9-9646-ebc663cbf163 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:18.935633 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:18.942629 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:19.128343 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61454f6-a644-41ca-bbf3-5fe4f1e78508 req-a7c93eeb-8d6e-4a19-9531-4e7b7d277cb9 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:19.143578 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e61454f6-a644-41ca-bbf3-5fe4f1e78508 req-a7c93eeb-8d6e-4a19-9531-4e7b7d277cb9 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 944 time: 0.1679924 Jun 16 15:46:19.230860 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e61454f6-a644-41ca-bbf3-5fe4f1e78508 req-f154a204-178d-4568-999d-d7fa6b2290bc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857790 Jun 16 15:46:19.242487 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03216d38-790f-418a-a545-934046f06f4b service neutron] Pushing event updated for resources: {'Port': ['ID=51a29e87-043d-43f9-9646-ebc663cbf163,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:19.249523 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-03216d38-790f-418a-a545-934046f06f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:19.450024 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Attempting to bind port 51a29e87-043d-43f9-9646-ebc663cbf163 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:46:19.450505 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Attempting to bind port 51a29e87-043d-43f9-9646-ebc663cbf163 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:46:19.451123 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Attempting to bind port 51a29e87-043d-43f9-9646-ebc663cbf163 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:19.464064 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Port 51a29e87-043d-43f9-9646-ebc663cbf163 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:46:19.464752 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Attempting to bind port 51a29e87-043d-43f9-9646-ebc663cbf163 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:19.488355 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:19.488934 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Checking segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:19.489615 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Bound using segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:19.490384 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Bound port: 51a29e87-043d-43f9-9646-ebc663cbf163, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:46:19.490977 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:19.831184 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] For port 51a29e87-043d-43f9-9646-ebc663cbf163, host hv-cinder-79611, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:19.835790 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] For port 51a29e87-043d-43f9-9646-ebc663cbf163, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51a29e87-043d-43f9-9646-ebc663cbf163,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:19.843906 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:19.849761 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:19.905157 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:19.905812 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:19.907788 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-03216d38-790f-418a-a545-934046f06f4b service neutron] 10.222.0.24 "PUT /v2.0/ports/51a29e87-043d-43f9-9646-ebc663cbf163 HTTP/1.1" status: 200 len: 1094 time: 2.3484628 Jun 16 15:46:19.947930 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03216d38-790f-418a-a545-934046f06f4b service neutron] Pushing event updated for resources: {'Port': ['ID=51a29e87-043d-43f9-9646-ebc663cbf163,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:19.959930 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-03216d38-790f-418a-a545-934046f06f4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:20.096597 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f2309c2c-b597-43c1-af7f-2b9dddefde4f no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:46:20.154562 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-1beb4607-5016-4859-be7f-24bdd5cb9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:20.156172 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-1beb4607-5016-4859-be7f-24bdd5cb9514 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 1097 time: 0.1687565 Jun 16 15:46:20.163453 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: f2309c2c-b597-43c1-af7f-2b9dddefde4f {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:46:20.164634 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f2309c2c-b597-43c1-af7f-2b9dddefde4f not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:46:20.217697 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-49cb0499-b78f-4694-95d9-c77b3fd731ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a29e87-043d-43f9-9646-ebc663cbf163 HTTP/1.1" status: 200 len: 217 time: 0.0479305 Jun 16 15:46:20.225932 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:20.230496 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:20.366944 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888b3bdb-3850-4742-b20e-3dbe884579bf x-openstack-request-id: req-888b3bdb-3850-4742-b20e-3dbe884579bf {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:20.368502 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:20.380077 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-888b3bdb-3850-4742-b20e-3dbe884579bf {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:20.381104 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163', 'status': 'completed', 'code': 200} Jun 16 15:46:20.395731 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-48de7a91-7522-4824-bd5c-d5ee984b457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:20.402924 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-48de7a91-7522-4824-bd5c-d5ee984b457c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.1660230 Jun 16 15:46:20.562262 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-3282697a-5eaa-4ba8-a676-f03c769d73da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1459458 Jun 16 15:46:20.637662 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d9d6-3fe1-4658-9fad-6edd80ba245c req-b36401ba-1838-4329-9409-b4d723b111ce tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:20.641993 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4458d9d6-3fe1-4658-9fad-6edd80ba245c req-b36401ba-1838-4329-9409-b4d723b111ce tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 944 time: 0.1367929 Jun 16 15:46:20.718422 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4458d9d6-3fe1-4658-9fad-6edd80ba245c req-9ae16003-38fd-46ed-95ca-d0193c098388 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698578 Jun 16 15:46:20.785307 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57284) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:20.815733 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-43dbd1c8-5424-48e0-97a2-db5b07a75e91 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451403 Jun 16 15:46:20.988550 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb8f629b-4ca2-4915-8290-0252055a4a0d req-c743cb73-dbb0-4511-828a-d0fe6555f156 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577053 Jun 16 15:46:21.080805 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fa74caa-a53f-42cd-a6c6-d7c6d1346ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.224265 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-6125e190-790d-4d06-8d8c-b3641962c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:21.226100 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-6125e190-790d-4d06-8d8c-b3641962c2fb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 1097 time: 0.1617610 Jun 16 15:46:21.276004 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-49ce88c7-dd48-4747-84bf-0eff0b92d946 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1157765 Jun 16 15:46:21.280673 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fa74caa-a53f-42cd-a6c6-d7c6d1346ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.300230 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7fa74caa-a53f-42cd-a6c6-d7c6d1346ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.316763 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e38ea6b2-b1f9-455e-a20f-7762e2d2e19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:21.357160 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7fa74caa-a53f-42cd-a6c6-d7c6d1346ad5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=783e3a33a19744f9ba4643b7070f7f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5704713 Jun 16 15:46:21.362174 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57304) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:21.377424 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa74caa-a53f-42cd-a6c6-d7c6d1346ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f35e4f6-be90-4548-a456-6fcbebe3a974,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:21.386968 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7fa74caa-a53f-42cd-a6c6-d7c6d1346ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:21.408082 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-bd0c99e1-6775-49f9-b958-f3f235119431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:21.409793 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-bd0c99e1-6775-49f9-b958-f3f235119431 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 915 time: 0.1675866 Jun 16 15:46:21.465073 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-19e14df1-4fb9-44e6-adfd-1a957b783b4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51a29e87-043d-43f9-9646-ebc663cbf163 HTTP/1.1" status: 200 len: 217 time: 0.0439873 Jun 16 15:46:21.466243 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.502868 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57306) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:21.512533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.519993 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-ea215bb4-85f7-4ab4-a12a-73c733cf917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:21.521344 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-ea215bb4-85f7-4ab4-a12a-73c733cf917a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 1098 time: 0.1783221 Jun 16 15:46:21.540915 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-c57908c8-b051-4af6-917b-e21497f680a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:21.542059 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-c57908c8-b051-4af6-917b-e21497f680a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.0698888 Jun 16 15:46:21.635341 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-04caaef0-653f-4f44-9d25-5cac7a50e26e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743127 Jun 16 15:46:21.671232 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.683798 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.688137 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f35e4f6-be90-4548-a456-6fcbebe3a974 HTTP/1.1" status: 204 len: 168 time: 0.3245139 Jun 16 15:46:21.689866 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2d86b766-7c22-43a3-8975-042e9a0307ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:21.711574 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f35e4f6-be90-4548-a456-6fcbebe3a974,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:21.716683 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:21.873119 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a09bc211-e4c6-41f8-8824-2da89795d601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:21.926551 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-a3346520-75ca-40d5-a056-e4f3b9230dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:21.928093 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-a3346520-75ca-40d5-a056-e4f3b9230dcc service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 915 time: 0.3568096 Jun 16 15:46:21.940968 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-7e6634d7-df17-48c0-b281-85379c3a3204 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836487 Jun 16 15:46:22.103653 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-0c3be1f5-69e6-4dce-941e-6a6a7c93e9c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9 HTTP/1.1" status: 200 len: 217 time: 0.1589074 Jun 16 15:46:22.125659 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98800-cfc9-41a1-8b34-0d6e8f561d2b req-9bff08ae-4785-4656-81fe-89d957c214ab tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:22.138877 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dcf98800-cfc9-41a1-8b34-0d6e8f561d2b req-9bff08ae-4785-4656-81fe-89d957c214ab tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 944 time: 0.1464460 Jun 16 15:46:22.237479 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dcf98800-cfc9-41a1-8b34-0d6e8f561d2b req-4724e590-301c-4481-bf25-2f4772b1c2c4 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946171 Jun 16 15:46:22.333028 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57348) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:22.350925 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-2d0e8fa3-704d-44c3-b0fc-1d493a285fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:22.353625 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-2d0e8fa3-704d-44c3-b0fc-1d493a285fda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.2128055 Jun 16 15:46:22.353959 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3587-38d0-4a29-88e9-51a2b8abe8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.393455 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a09bc211-e4c6-41f8-8824-2da89795d601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.405206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57350) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:22.413534 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7d013d6-fc4e-46fb-9a66-bc8c8c1ea7e4 req-97f21edc-bab8-4788-9391-1e75cbda4023 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558580 Jun 16 15:46:22.415888 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-880ba160-2dac-4faa-97df-69659c149403 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388265 Jun 16 15:46:22.416621 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a09bc211-e4c6-41f8-8824-2da89795d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.419452 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:22.477732 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Deleting subnet 3c64d54f-94ae-4221-92a3-5b2f67861ed7 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:46:22.478959 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a09bc211-e4c6-41f8-8824-2da89795d601 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=529afc419b1a491c8e4866e81a3a04ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9750345 Jun 16 15:46:22.486120 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57352) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:22.487166 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.495164 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bc211-e4c6-41f8-8824-2da89795d601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6881c6-7315-44fb-945e-5f80a95f0bf5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:22.524832 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a09bc211-e4c6-41f8-8824-2da89795d601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:22.548332 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.559097 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.582851 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-c379dc5b-de20-4740-8185-8541990db639 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545389 Jun 16 15:46:22.606637 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.618947 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3587-38d0-4a29-88e9-51a2b8abe8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.626056 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1f7a3587-38d0-4a29-88e9-51a2b8abe8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.628720 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ca57a360-cd3d-40a8-8062-50a5f50c15fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:22.674473 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.683433 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.686658 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a3587-38d0-4a29-88e9-51a2b8abe8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3503c46e-88b1-44e6-87c6-b54171619d03,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:22.690014 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f7a3587-38d0-4a29-88e9-51a2b8abe8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:22.691863 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:22.698830 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-1f7a3587-38d0-4a29-88e9-51a2b8abe8b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e98061f982d4beea7c48da9b3bac2c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643811 Jun 16 15:46:22.700126 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57354) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:22.727892 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.730035 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3c64d54f-94ae-4221-92a3-5b2f67861ed7 HTTP/1.1" status: 204 len: 168 time: 0.3235478 Jun 16 15:46:22.731648 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c64d54f-94ae-4221-92a3-5b2f67861ed7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:22.734025 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57356) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:22.736180 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:22.759966 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54cbc580-56f8-42a9-9f52-cbcc0f366b24 req-42ba4fbc-2490-4e3c-8853-c762510bbdf9 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661663 Jun 16 15:46:22.787997 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.807815 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.811246 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.814718 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca6881c6-7315-44fb-945e-5f80a95f0bf5 HTTP/1.1" status: 204 len: 168 time: 0.3249469 Jun 16 15:46:22.815170 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-be1a657e-c108-4dac-a269-a8fb494edfdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:22.834387 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.845739 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.858695 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6881c6-7315-44fb-945e-5f80a95f0bf5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:22.865810 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:22.927438 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.936976 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.938921 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3503c46e-88b1-44e6-87c6-b54171619d03 HTTP/1.1" status: 204 len: 168 time: 0.2378688 Jun 16 15:46:22.939932 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b4643e29-7ebe-4ad9-b088-8e2c648ad82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:22.942466 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:22.952629 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3503c46e-88b1-44e6-87c6-b54171619d03,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:22.954925 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.955239 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:22.955694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.956881 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.957498 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > port after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.957846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.958583 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > port after_update 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.959164 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.959652 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.960160 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:22.961217 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:23.158712 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:23.159061 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:23.159394 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:23.159916 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 15:46:23.160352 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:23.187622 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2129b7b-16ce-4ba5-a22d-f8d2d4335475') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:23.188010 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2129b7b-16ce-4ba5-a22d-f8d2d4335475') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:23.208954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530614'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.247634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.278987 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:46:23.279931 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30075928'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: from cryptography.utils import int_from_bytes Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: from cryptography.utils import int_from_bytes Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: Traceback (most recent call last): Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: timer() Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: cb(*args, **kw) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: return func(*args, **kwargs) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: self._notify() Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: self.callback(batched_events) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: event.method(event) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: return f(self, *a, **k) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: return self._get(url).json() Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:46:23.287676 dv-cinder-796114-3-smb neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:46:23.418799 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.428962 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57384) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:23.431866 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:23.437817 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.441788 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] 10.222.0.23 "DELETE /v2.0/networks/cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0 HTTP/1.1" status: 204 len: 168 time: 0.7066064 Jun 16 15:46:23.466304 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c8ead0f-feb4-4cfd-a216-156be663513d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.466559 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd579f06-cf5d-4c74-9bb9-1e3d1e0b0fb0,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:23.474714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:23.650761 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c8ead0f-feb4-4cfd-a216-156be663513d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.657137 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3c8ead0f-feb4-4cfd-a216-156be663513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.667712 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd87b4e-b805-4d8f-b126-2d82075b7e56 req-d5f6da46-9ae5-4d8f-8a8c-9a407a0c0f44 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:23.670673 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8dd87b4e-b805-4d8f-b126-2d82075b7e56 req-d5f6da46-9ae5-4d8f-8a8c-9a407a0c0f44 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 944 time: 0.2089410 Jun 16 15:46:23.691663 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:23.699542 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-3c8ead0f-feb4-4cfd-a216-156be663513d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ac059bae95242ef8f43aff40589ae76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663338 Jun 16 15:46:23.704344 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57390) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:23.748210 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57394) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:23.752959 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ead0f-feb4-4cfd-a216-156be663513d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc73f37-7bfb-431d-9912-250fec40a41e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:23.782394 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3c8ead0f-feb4-4cfd-a216-156be663513d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:23.787233 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8dd87b4e-b805-4d8f-b126-2d82075b7e56 req-9fb76369-1aff-4aa0-8f51-16b72be9432f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063194 Jun 16 15:46:23.826614 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-6bbe4f55-5582-499f-8013-06faa696531e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d474762d81e949f5b123385fcb250d03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0772254 Jun 16 15:46:23.829284 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57396) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:23.852941 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.891936 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.953875 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.980381 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.987236 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:23.989568 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cdc73f37-7bfb-431d-9912-250fec40a41e HTTP/1.1" status: 204 len: 168 time: 0.2841444 Jun 16 15:46:23.991367 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-90827851-aba4-4a57-8aa0-ea722049fe97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:23.996996 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:24.004403 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc73f37-7bfb-431d-9912-250fec40a41e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:24.009385 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:24.100643 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:24.106960 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:24.106960 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9631f82-6604-47f5-b956-82fd8455e091 HTTP/1.1" status: 204 len: 168 time: 0.2748380 Jun 16 15:46:24.106960 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:24.124977 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9631f82-6604-47f5-b956-82fd8455e091,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:24.128847 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:24.999776 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75185686-1a2c-441a-b1ea-7355dfcdb914 req-3c6a4d06-5eac-4e7e-a468-c08600bf9834 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:25.002168 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-75185686-1a2c-441a-b1ea-7355dfcdb914 req-3c6a4d06-5eac-4e7e-a468-c08600bf9834 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 944 time: 0.0789807 Jun 16 15:46:25.064172 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-75185686-1a2c-441a-b1ea-7355dfcdb914 req-4820c7ad-a822-4db1-8c3e-9490186706ba tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537751 Jun 16 15:46:25.452623 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:25.502491 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57492) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:25.884656 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-498438875-network', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:25.927678 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Made reservation on behalf of dbb5c0aed5884c7fbb126a44b2a5a146 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:25.930426 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:25.939423 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.068463 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.076076 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.083763 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c2931c2c-16be-44eb-bd01-177426ddd9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:26.127281 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:46:26.140002 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 51a29e87-043d-43f9-9646-ebc663cbf163 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:46:26.155326 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7412a111-e11f-48e1-a5a2-72cc068edcf8,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:26.160385 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:26.161895 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.162441 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Added segment 38e404e2-cba0-4f93-a635-037e96675417 of type vlan for network 2fb0c71f-18e0-4f7f-abd9-a366da246625 Jun 16 15:46:26.246845 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.284876 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 51a29e87-043d-43f9-9646-ebc663cbf163, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51a29e87-043d-43f9-9646-ebc663cbf163,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:26.295885 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.298937 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:26.300177 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.311259 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c4aee40d-a7c4-4d97-a405-752fccd05c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:26.311986 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '51a29e87-043d-43f9-9646-ebc663cbf163', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'port_id': '51a29e87-043d-43f9-9646-ebc663cbf163', 'mac_address': 'fa:16:3e:c3:d5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8351700-7b24-4372-9632-b7db9bc56a69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:46:26.374893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57534) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:26.377865 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.380825 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Request body: {'subnet': {'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-subnet', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:26.385270 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8817365 Jun 16 15:46:26.401708 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a29e87-043d-43f9-9646-ebc663cbf163 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:26.440228 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Made reservation on behalf of dbb5c0aed5884c7fbb126a44b2a5a146 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:26.443495 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31499763'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.472139 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 51a29e87-043d-43f9-9646-ebc663cbf163, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51a29e87-043d-43f9-9646-ebc663cbf163,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:26.485448 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.489632 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:26.493401 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-331ba988-7188-4ac3-9f03-f4511fb59067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.528887 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Pushing event updated for resources: {'Network': ['ID=2fb0c71f-18e0-4f7f-abd9-a366da246625,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:26.552419 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:26.588656 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453632e-0731-4981-a355-9be4efc2f8ee req-4fe56901-cc8e-4556-9eac-2f8e2870c3ad tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:26.591262 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0453632e-0731-4981-a355-9be4efc2f8ee req-4fe56901-cc8e-4556-9eac-2f8e2870c3ad tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 944 time: 0.2702129 Jun 16 15:46:26.598205 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=51a29e87-043d-43f9-9646-ebc663cbf163,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:26.603819 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:46:26.669334 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0453632e-0731-4981-a355-9be4efc2f8ee req-baabfff0-107a-4e35-8e49-f191349f448a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714505 Jun 16 15:46:26.738141 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31860538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31499745'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.740580 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7ff261ba-3145-412d-9f9b-e2895187a443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:26.800143 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b65498-8068-4027-b0b5-569ed37cd745,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:26.802942 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:26.830360 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Checking segment: {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:26.831030 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Network hostable DHCP agents. Network: 2fb0c71f-18e0-4f7f-abd9-a366da246625, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:46:26.865226 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:46:26.888261 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 2fb0c71f-18e0-4f7f-abd9-a366da246625) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:26.888446 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.888785 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.889119 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.889681 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.890014 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.890350 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.890675 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.890984 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.891496 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.891973 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.892431 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.892901 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:26.897598 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:26.897811 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:26.898410 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.916372 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096f9fa9-e4e1-452d-8353-c976e76af153 None None] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:46:26.924376 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5408802 Jun 16 15:46:26.925264 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57574) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:26.939995 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:26.977608 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:26.979512 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:27.043707 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:27.130555 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['51a29e87-043d-43f9-9646-ebc663cbf163'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:27.218044 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c3c298-a551-4c08-a2b9-864c39376334 None None] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:46:27.235081 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:27.771780 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:27.793532 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:27.952373 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Allocated IP 172.28.3.85 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/d5536b44-4cc4-46a4-8257-33b2eae1fe85) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:27.962742 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd3b0a-0887-4708-9660-f02c77cb2ea6 req-1c743e37-519b-4100-a648-bdbedad0425a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:27.964392 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4afd3b0a-0887-4708-9660-f02c77cb2ea6 req-1c743e37-519b-4100-a648-bdbedad0425a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 945 time: 0.1260509 Jun 16 15:46:28.035277 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4afd3b0a-0887-4708-9660-f02c77cb2ea6 req-a0fc3460-9745-4b2e-a020-e424d2efb933 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614991 Jun 16 15:46:28.104785 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:28.146288 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:28.148612 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-81f8a77b-f8d8-49b9-8a50-193e5212e1c2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:28.187355 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:28.193023 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:28.197567 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:46:28.219713 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Pushing event updated for resources: {'Port': ['ID=d5536b44-4cc4-46a4-8257-33b2eae1fe85,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:28.223833 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:28.479959 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:28.722524 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57634) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:28.728937 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:28.928180 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0671745e-0430-4fa1-b41b-de1aa5c6377a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.093670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:46:29.199503 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-764f5aa9-6581-4711-9007-88c7e8d7f2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.268663 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57668) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:29.295697 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.308005 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0671745e-0430-4fa1-b41b-de1aa5c6377a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.329587 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0671745e-0430-4fa1-b41b-de1aa5c6377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.337558 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f78ab58d-d6ab-47a9-8439-ba96f21faf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:29.347918 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:46:29.366179 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Sync routers for ids ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:46:29.378525 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Routers {'8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:46:29.379230 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:29.440694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.441467 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0671745e-0430-4fa1-b41b-de1aa5c6377a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5926842835143e0a2d55baf74a68871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7174423 Jun 16 15:46:29.443114 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5164728 Jun 16 15:46:29.443554 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671745e-0430-4fa1-b41b-de1aa5c6377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003399bd-e8e7-48a8-aa0b-f41f80b3cbba,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:29.448514 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57676) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:29.449400 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57678) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:29.467257 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0671745e-0430-4fa1-b41b-de1aa5c6377a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:29.513497 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1369a5-5513-4bb9-90e9-26f50dd93b71 req-00a3ded5-0afa-4ea1-afe3-9f81f1dda112 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:29.514491 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Set router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:46:29.528291 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fb1369a5-5513-4bb9-90e9-26f50dd93b71 req-00a3ded5-0afa-4ea1-afe3-9f81f1dda112 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 945 time: 0.1928554 Jun 16 15:46:29.589767 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fb1369a5-5513-4bb9-90e9-26f50dd93b71 req-221dce34-fd27-4170-bd6f-defc0023bdc4 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578365 Jun 16 15:46:29.654674 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea8-da62-4786-bf2c-80a687599bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.730095 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:46:28Z', 'revision_number': 3, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port': {'id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:27Z', 'updated_at': '2021-06-16T15:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:29.731310 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.734003 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Checking router: 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:46:29.734460 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Updating router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 port d5536b44-4cc4-46a4-8257-33b2eae1fe85 binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:46:29.779412 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:29.781531 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.144684 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea8-da62-4786-bf2c-80a687599bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.152551 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 51a29e87-043d-43f9-9646-ebc663cbf163 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:30.153591 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8cb72ea8-da62-4786-bf2c-80a687599bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.158855 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3c8ead0f-feb4-4cfd-a216-156be663513d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:30.168005 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.170632 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.175555 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/003399bd-e8e7-48a8-aa0b-f41f80b3cbba HTTP/1.1" status: 204 len: 168 time: 0.7185967 Jun 16 15:46:30.189218 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.206844 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Transition to ACTIVE for port object d5536b44-4cc4-46a4-8257-33b2eae1fe85 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:30.217464 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.230841 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:30.245052 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 51a29e87-043d-43f9-9646-ebc663cbf163 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:30.251793 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 51a29e87-043d-43f9-9646-ebc663cbf163 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:30.252390 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.279976 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb72ea8-da62-4786-bf2c-80a687599bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d70a9d-48cf-44b0-bc18-68a69baddfd5,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:30.288076 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8cb72ea8-da62-4786-bf2c-80a687599bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:30.288388 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Pushing event updated for resources: {'Port': ['ID=d5536b44-4cc4-46a4-8257-33b2eae1fe85,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:30.296974 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e904e71b-5015-46b0-b6d6-1f0e9fc22b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:30.307594 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Attempting to bind port d5536b44-4cc4-46a4-8257-33b2eae1fe85 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:46:30.307960 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Attempting to bind port d5536b44-4cc4-46a4-8257-33b2eae1fe85 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:46:30.308409 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Attempting to bind port d5536b44-4cc4-46a4-8257-33b2eae1fe85 on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:30.318114 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:30.318495 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:30.318976 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.319447 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:30.320052 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Bound port: d5536b44-4cc4-46a4-8257-33b2eae1fe85, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:46:30.320650 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.358078 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003399bd-e8e7-48a8-aa0b-f41f80b3cbba,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:30.371154 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.375014 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] For port d5536b44-4cc4-46a4-8257-33b2eae1fe85, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:30.378610 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] For port d5536b44-4cc4-46a4-8257-33b2eae1fe85, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=d5536b44-4cc4-46a4-8257-33b2eae1fe85,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:30.381694 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.382242 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.382877 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.383644 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.384262 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.384799 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.385374 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.385901 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.386519 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.387030 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.387495 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.388150 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:46:30.392471 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.393622 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:30.395777 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:30.401706 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:30.404883 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be97d74-ca48-4465-a55c-01fd4d1de04e" -d '{"events": [{"server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "name": "network-vif-plugged", "status": "completed", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:30.426217 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57700) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:30.434790 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-8cb72ea8-da62-4786-bf2c-80a687599bc4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4edc7df33d804861b4af142e5a90ea47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1559551 Jun 16 15:46:30.440454 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:30.487753 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Pushing event updated for resources: {'Port': ['ID=d5536b44-4cc4-46a4-8257-33b2eae1fe85,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:30.495084 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:30.523561 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 51a29e87-043d-43f9-9646-ebc663cbf163, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51a29e87-043d-43f9-9646-ebc663cbf163,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:30.526363 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Routers {'8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:46:30.526988 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:30.542253 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7c935e-0a00-40e8-8717-6fb3562646d4 x-openstack-request-id: req-ef7c935e-0a00-40e8-8717-6fb3562646d4 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:30.542569 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "name": "network-vif-plugged", "status": "completed", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:30.542832 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef7c935e-0a00-40e8-8717-6fb3562646d4 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:30.543240 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163', 'code': 200} Jun 16 15:46:30.545864 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.547906 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:30.562596 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.635561 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.709697 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=51a29e87-043d-43f9-9646-ebc663cbf163,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:30.713138 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.713967 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:30.814939 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.884822 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.887801 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:30.891448 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01d70a9d-48cf-44b0-bc18-68a69baddfd5 HTTP/1.1" status: 204 len: 168 time: 0.4618633 Jun 16 15:46:30.891448 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-08e69eb8-5a59-4061-8b89-2d29a23850e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:30.964783 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d70a9d-48cf-44b0-bc18-68a69baddfd5,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:30.969040 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:31.033317 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7541e9-04fa-48e0-975f-977f01ab22a7 req-f1cbd4f5-c984-4d39-a1e1-abd2533c3adf tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:31.044900 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8e7541e9-04fa-48e0-975f-977f01ab22a7 req-f1cbd4f5-c984-4d39-a1e1-abd2533c3adf tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 946 time: 0.1498857 Jun 16 15:46:31.066522 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57730) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:31.081367 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] Set router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:46:31.098462 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8e7541e9-04fa-48e0-975f-977f01ab22a7 req-ec390c2c-269f-4843-bbbd-56c6d9e1c3db tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Jun 16 15:46:31.311811 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bf28d-f79d-4043-93ef-b0c6f36f4e22 req-197aded3-40ae-4ddb-8d3f-258d8fa2d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:31.313345 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-408bf28d-f79d-4043-93ef-b0c6f36f4e22 req-197aded3-40ae-4ddb-8d3f-258d8fa2d060 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 1099 time: 0.2638409 Jun 16 15:46:31.381596 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-408bf28d-f79d-4043-93ef-b0c6f36f4e22 req-58d156a3-6ed1-4555-875d-e34fe8a9e668 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605581 Jun 16 15:46:31.417023 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Allocated IP 172.20.0.1 (2fb0c71f-18e0-4f7f-abd9-a366da246625/15b65498-8068-4027-b0b5-569ed37cd745/b7ebcb18-a7dd-45c9-af09-88e9877c742f) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:31.470464 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:46:28Z', 'revision_number': 3, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port': {'id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:27Z', 'updated_at': '2021-06-16T15:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:31.477777 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66861c9-d910-4319-8179-f3e9b446886e None None] The sync data for ids ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'] in dv-cinder-796114-3-smb is: [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:46:28Z', 'revision_number': 3, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port': {'id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:27Z', 'updated_at': '2021-06-16T15:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:46:31.540230 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7bf0-b880-407e-a4bc-82b8c40fd16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:31.597799 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:31.621275 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57756) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:31.646111 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-29f831f5-9744-4faf-bd53-27b092a8274d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:31.757860 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7bf0-b880-407e-a4bc-82b8c40fd16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:31.761353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:31.781765 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:31.816505 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7bf0-b880-407e-a4bc-82b8c40fd16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:31.848313 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:31.854763 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:31.860780 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:46:31.935520 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57762) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:31.943324 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-c2fe7bf0-b880-407e-a4bc-82b8c40fd16a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d94b44528d74411e8b46716aaf7a8b5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8606191 Jun 16 15:46:31.948196 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57766) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:31.969083 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ebcb18-a7dd-45c9-af09-88e9877c742f,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:31.975119 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:31.976302 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a09bc211-e4c6-41f8-8824-2da89795d601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:31.980523 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.039311 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-29f831f5-9744-4faf-bd53-27b092a8274d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.050175 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-29f831f5-9744-4faf-bd53-27b092a8274d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.102145 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0a265b3a-8ff6-4844-869d-145c9795a25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:32.106237 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-29f831f5-9744-4faf-bd53-27b092a8274d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=04ed16a82911487a9c39be519a868f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838452 Jun 16 15:46:32.118721 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57770) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:32.163128 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe7bf0-b880-407e-a4bc-82b8c40fd16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de62ad-da50-446e-a642-7d0c4e2acdd4,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:32.178731 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c2fe7bf0-b880-407e-a4bc-82b8c40fd16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:32.268184 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-10cfc192-c192-4dd5-bf56-c09636d1282b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.296108 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.334028 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f831f5-9744-4faf-bd53-27b092a8274d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd35bfa7-3805-4c73-8827-3cc0996f1ff7,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:32.338323 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-29f831f5-9744-4faf-bd53-27b092a8274d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:32.411620 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.412783 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.450955 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.456739 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.537930 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.623687 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c6f96-f68f-4411-9036-f5b200d45752 req-3df2dc3c-47ef-4654-a0b9-d3790a07c455 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:32.631979 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cd4c6f96-f68f-4411-9036-f5b200d45752 req-3df2dc3c-47ef-4654-a0b9-d3790a07c455 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 946 time: 0.3376322 Jun 16 15:46:32.653336 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.656320 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.657877 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd35bfa7-3805-4c73-8827-3cc0996f1ff7 HTTP/1.1" status: 204 len: 168 time: 0.5311213 Jun 16 15:46:32.662784 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-96514860-1e2d-4037-ada5-4a7a750082e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:32.711110 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd35bfa7-3805-4c73-8827-3cc0996f1ff7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:32.714946 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:32.772382 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cd4c6f96-f68f-4411-9036-f5b200d45752 req-5f4480c0-300b-4575-b5f2-a5cca9684147 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384540 Jun 16 15:46:32.776451 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.779283 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.797796 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25de62ad-da50-446e-a642-7d0c4e2acdd4 HTTP/1.1" status: 204 len: 168 time: 0.8268158 Jun 16 15:46:32.803835 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-150fc09a-36cf-419d-9a56-a91685710667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:32.815474 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.824661 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.826880 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de62ad-da50-446e-a642-7d0c4e2acdd4,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:32.833834 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-03216d38-790f-418a-a545-934046f06f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:32.840234 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:32.842104 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-10cfc192-c192-4dd5-bf56-c09636d1282b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.860369 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-10cfc192-c192-4dd5-bf56-c09636d1282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:32.889195 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b12fc4d3-993c-4eaa-b271-988355097c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:32.903086 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-10cfc192-c192-4dd5-bf56-c09636d1282b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e91fb0313dee4c5d84595a1c775ac200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9662752 Jun 16 15:46:32.920558 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57792) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:32.983894 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfc192-c192-4dd5-bf56-c09636d1282b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ac1a52-f827-45d6-a25c-1a153c08cf4c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:33.006101 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-10cfc192-c192-4dd5-bf56-c09636d1282b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:33.022382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.039316 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.041946 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ebcb18-a7dd-45c9-af09-88e9877c742f,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:33.044948 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:33.070584 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.169632 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.181004 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.185183 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6ac1a52-f827-45d6-a25c-1a153c08cf4c HTTP/1.1" status: 204 len: 168 time: 0.2634463 Jun 16 15:46:33.186220 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-09163807-dc8b-4091-a400-3b67e46cd2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:33.196622 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ac1a52-f827-45d6-a25c-1a153c08cf4c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:33.199082 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:33.248976 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:33.251268 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:33.527843 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57810) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:33.546118 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-87fbea32-5e66-4886-9893-2afbc773cefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.735811 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:46:33.779756 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-87fbea32-5e66-4886-9893-2afbc773cefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.794749 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-87fbea32-5e66-4886-9893-2afbc773cefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:33.799389 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-01a0310d-764c-4bb9-af16-4ad0507bc43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:33.878291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbea32-5e66-4886-9893-2afbc773cefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6489b8f2-ccac-438c-883b-70af1b21991c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:33.885789 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-87fbea32-5e66-4886-9893-2afbc773cefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:33.921863 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-87fbea32-5e66-4886-9893-2afbc773cefd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bce7e06580b2454a80a739db1a81d7cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3917675 Jun 16 15:46:33.926227 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57820) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:33.959188 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device d5536b44-4cc4-46a4-8257-33b2eae1fe85 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:34.024020 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.088697 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.137889 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port d5536b44-4cc4-46a4-8257-33b2eae1fe85 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:34.154174 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port d5536b44-4cc4-46a4-8257-33b2eae1fe85 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:34.161529 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.213011 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.215943 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.217202 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6489b8f2-ccac-438c-883b-70af1b21991c HTTP/1.1" status: 204 len: 168 time: 0.2897456 Jun 16 15:46:34.218175 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f48891f0-b6c0-4ae2-b8fd-855dbe5beda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:34.243401 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6489b8f2-ccac-438c-883b-70af1b21991c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:34.251008 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:34.266760 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57836) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:34.267042 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:46:34.296506 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] 10.222.0.23 "PUT /v2.0/routers/8f1e1b8e-bb78-4471-a6a8-67157c78d9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8448403 Jun 16 15:46:34.338727 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6d72a15e-8ec7-4ea6-92fb-f528cf4430de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.366246 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Sync routers for ids ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:46:34.420123 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Routers {'8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:46:34.422483 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:34.462897 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef4d8e-2c35-4383-a6eb-7c8d7d6ada4d req-50a83c63-8a4c-450e-9e4e-ae6009aaf53a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:34.470041 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2aef4d8e-2c35-4383-a6eb-7c8d7d6ada4d req-50a83c63-8a4c-450e-9e4e-ae6009aaf53a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 946 time: 0.2278724 Jun 16 15:46:34.522108 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2aef4d8e-2c35-4383-a6eb-7c8d7d6ada4d req-3c4d72f2-d359-4962-8ab1-0e1d149287f4 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510302 Jun 16 15:46:34.631997 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6d72a15e-8ec7-4ea6-92fb-f528cf4430de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.640873 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6d72a15e-8ec7-4ea6-92fb-f528cf4430de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.669270 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Set router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:46:34.700487 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:34.719765 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6d72a15e-8ec7-4ea6-92fb-f528cf4430de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f0d2f5c6d8144e9a90b6e7adfd8d1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453306 Jun 16 15:46:34.722201 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 57852) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:34.746083 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72a15e-8ec7-4ea6-92fb-f528cf4430de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe50292-ed03-415d-9506-587d81f45591,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:34.750007 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6d72a15e-8ec7-4ea6-92fb-f528cf4430de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:34.873095 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.913130 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:34.946418 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:35.010636 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:35.015091 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port d5536b44-4cc4-46a4-8257-33b2eae1fe85, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=d5536b44-4cc4-46a4-8257-33b2eae1fe85,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:35.020630 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:35.027835 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bfe50292-ed03-415d-9506-587d81f45591 HTTP/1.1" status: 204 len: 168 time: 0.3035975 Jun 16 15:46:35.031035 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:35.031332 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b570836d-5ced-4bfe-81e6-1f910fcdae53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:35.065761 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe50292-ed03-415d-9506-587d81f45591,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:35.081456 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:35.084448 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:35.238419 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=d5536b44-4cc4-46a4-8257-33b2eae1fe85,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:35.245416 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:35.279645 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:46:32Z', 'revision_number': 4, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port': {'id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:27Z', 'updated_at': '2021-06-16T15:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'b7ebcb18-a7dd-45c9-af09-88e9877c742f', 'name': '', 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'mac_address': 'fa:16:3e:1d:89:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '15b65498-8068-4027-b0b5-569ed37cd745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:30Z', 'updated_at': '2021-06-16T15:46:32Z', 'revision_number': 2, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'subnets': [{'id': '15b65498-8068-4027-b0b5-569ed37cd745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:35.290040 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Checking router: 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:46:35.290692 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Updating router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 port b7ebcb18-a7dd-45c9-af09-88e9877c742f binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:46:35.407884 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:35.893183 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:35.907895 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Transition to ACTIVE for port object b7ebcb18-a7dd-45c9-af09-88e9877c742f will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:35.910411 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device d5536b44-4cc4-46a4-8257-33b2eae1fe85 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:35.938504 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:35.942679 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:36.102466 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bd8eb-6fb1-49f8-98ae-c2f5147eb1e0 None None] Pushing event updated for resources: {'Port': ['ID=b7ebcb18-a7dd-45c9-af09-88e9877c742f,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:36.105765 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-541bd8eb-6fb1-49f8-98ae-c2f5147eb1e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:36.233230 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port d5536b44-4cc4-46a4-8257-33b2eae1fe85 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:36.233975 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:36.255239 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-5aae1a7e-84cf-4998-a6d5-0688662c4994 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:36.258797 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-5aae1a7e-84cf-4998-a6d5-0688662c4994 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 818 time: 0.3201883 Jun 16 15:46:36.277316 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Attempting to bind port b7ebcb18-a7dd-45c9-af09-88e9877c742f on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:46:36.278073 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Attempting to bind port b7ebcb18-a7dd-45c9-af09-88e9877c742f by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:46:36.278705 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Attempting to bind port b7ebcb18-a7dd-45c9-af09-88e9877c742f on network 2fb0c71f-18e0-4f7f-abd9-a366da246625 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:36.285389 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-b847d6ed-a330-4bdc-8246-72dbe53e5d29 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/quotas/dbb5c0aed5884c7fbb126a44b2a5a146 HTTP/1.1" status: 200 len: 375 time: 0.0202701 Jun 16 15:46:36.294153 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:36.294987 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Checking segment: {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:36.295654 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:36.296264 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Bound using segment: {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:36.297001 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Bound port: b7ebcb18-a7dd-45c9-af09-88e9877c742f, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:46:36.297632 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:36.389965 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-534c379a-34fb-4dac-83f7-7922338d1e64 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033974 Jun 16 15:46:36.421123 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] For port b7ebcb18-a7dd-45c9-af09-88e9877c742f, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:36.438143 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] For port b7ebcb18-a7dd-45c9-af09-88e9877c742f, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b7ebcb18-a7dd-45c9-af09-88e9877c742f,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:36.444233 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:36.453559 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-541bd8eb-6fb1-49f8-98ae-c2f5147eb1e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:36.533766 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Routers {'8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:46:36.534421 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:36.543300 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bd8eb-6fb1-49f8-98ae-c2f5147eb1e0 None None] Pushing event updated for resources: {'Port': ['ID=b7ebcb18-a7dd-45c9-af09-88e9877c742f,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:36.549710 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-b08dc0c8-861f-45fb-b9c1-0b4431f8f92b service neutron] 10.222.0.23 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574984 Jun 16 15:46:36.551599 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-541bd8eb-6fb1-49f8-98ae-c2f5147eb1e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:36.734102 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] Set router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:46:36.941727 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-1febba3e-cfe1-4722-96c0-7837975e58c3 service neutron] 10.222.0.23 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668809 Jun 16 15:46:37.046753 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:46:32Z', 'revision_number': 4, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port': {'id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:27Z', 'updated_at': '2021-06-16T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'b7ebcb18-a7dd-45c9-af09-88e9877c742f', 'name': '', 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'mac_address': 'fa:16:3e:1d:89:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '15b65498-8068-4027-b0b5-569ed37cd745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:30Z', 'updated_at': '2021-06-16T15:46:36Z', 'revision_number': 4, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'subnets': [{'id': '15b65498-8068-4027-b0b5-569ed37cd745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:46:37.057978 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93137c73-aad0-4f84-a398-12158aa7d959 None None] The sync data for ids ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'] in dv-cinder-796114-3-smb is: [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:46:32Z', 'revision_number': 4, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port': {'id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:27Z', 'updated_at': '2021-06-16T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'b7ebcb18-a7dd-45c9-af09-88e9877c742f', 'name': '', 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'mac_address': 'fa:16:3e:1d:89:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '15b65498-8068-4027-b0b5-569ed37cd745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:30Z', 'updated_at': '2021-06-16T15:46:36Z', 'revision_number': 4, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'subnets': [{'id': '15b65498-8068-4027-b0b5-569ed37cd745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:46:37.268454 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bf8de06e-ac02-4c0b-b262-1a6ab1565fec req-8ac7207b-af8e-4ea3-a7df-b2abc02e3a00 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 210 time: 0.0494566 Jun 16 15:46:37.355668 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 57956) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:37.687162 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1734199504-network', 'tenant_id': '2b39782b69dd44419fa635b54cdfae9d'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:37.763440 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Made reservation on behalf of 2b39782b69dd44419fa635b54cdfae9d for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:37.777292 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:37.787326 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:37.857789 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b7ebcb18-a7dd-45c9-af09-88e9877c742f up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:38.018451 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port b7ebcb18-a7dd-45c9-af09-88e9877c742f completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:38.018833 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.028440 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.036112 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port b7ebcb18-a7dd-45c9-af09-88e9877c742f triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:38.036960 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.084512 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:46:38.152591 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-461d96ef-240f-4579-801b-b0157c364673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:38.172635 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.173852 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Added segment c5436ba6-656e-4491-b4a2-19589848852f of type vlan for network e96c708d-2477-4cf0-ab76-b116324aefcf Jun 16 15:46:38.241475 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-22e4e06c-81bd-4b73-8689-18ce4d9bc44a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:38.253001 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-22e4e06c-81bd-4b73-8689-18ce4d9bc44a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 818 time: 0.4790668 Jun 16 15:46:38.298648 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-7eaf08da-728b-4ad3-ab7d-f7040a778d97 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/quotas/dbb5c0aed5884c7fbb126a44b2a5a146 HTTP/1.1" status: 200 len: 375 time: 0.0407698 Jun 16 15:46:38.520472 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-a2f3371f-8901-41c0-b5eb-001baed3ad39 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2198832 Jun 16 15:46:38.547663 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.655134 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port b7ebcb18-a7dd-45c9-af09-88e9877c742f, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b7ebcb18-a7dd-45c9-af09-88e9877c742f,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:38.662239 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.665297 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:38.711865 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4d03af-1021-45d9-aca2-5dbff04cdbfd,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:38.731540 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:38.740324 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.759380 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=b7ebcb18-a7dd-45c9-af09-88e9877c742f,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:38.772760 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:38.791521 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-13688dcd-009f-4d4d-b1be-f2c014931fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546790 Jun 16 15:46:38.793005 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-fcab66ce-27c9-4e20-9853-165cbb6886b0 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:38.800970 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-fcab66ce-27c9-4e20-9853-165cbb6886b0 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.5486968 Jun 16 15:46:38.824613 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-4f863621-8ebe-4dca-ac7f-1fb0c1aab4e7 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/quotas/d7555c7597e8406a863a48ba3dc374ae HTTP/1.1" status: 200 len: 375 time: 0.0224407 Jun 16 15:46:38.931792 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.939976 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:38.941754 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:38.949095 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:38.958525 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-774269f1-5690-4db4-9906-c505a855ffdd service neutron] 10.222.0.23 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552618 Jun 16 15:46:39.123396 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Pushing event updated for resources: {'Network': ['ID=e96c708d-2477-4cf0-ab76-b116324aefcf,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:39.130091 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:39.141104 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network e96c708d-2477-4cf0-ab76-b116324aefcf details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:46:39.237125 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58046) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:39.240821 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-c608772f-4ab1-48e3-9d14-fe368fd1bcee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8880022 Jun 16 15:46:39.244521 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58050) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:39.262175 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Request body: {'subnet': {'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1734199504-subnet', 'tenant_id': '2b39782b69dd44419fa635b54cdfae9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:39.302697 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-51abb8c3-285e-474a-8b38-f9bdd3301295 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4633746 Jun 16 15:46:39.399512 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Made reservation on behalf of 2b39782b69dd44419fa635b54cdfae9d for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:39.409193 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31499763'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:39.683801 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-f6f25610-eb1e-41e8-873d-078b4f4a1d99 service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801885 Jun 16 15:46:39.800298 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b7ebcb18-a7dd-45c9-af09-88e9877c742f up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:39.852268 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1d70b65e-ec58-40b6-b10d-a58278afac02 req-114b45fb-3133-402a-aa51-d56e4be32131 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 210 time: 0.1854863 Jun 16 15:46:39.894014 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-1693860c-7471-4472-a968-5306241dac04 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:39.895694 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-1693860c-7471-4472-a968-5306241dac04 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 818 time: 0.5488124 Jun 16 15:46:39.910717 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Request body: {'port': {'device_id': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'admin_state_up': True, 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:39.936069 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port b7ebcb18-a7dd-45c9-af09-88e9877c742f triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:39.936800 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.004475 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adc027ee-5085-4832-b4bf-f5bf958bb930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.021239 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-6f96bf12-70f0-4b08-9b9f-ca6137338759 service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246005 Jun 16 15:46:40.396804 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31860538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31499745'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.437209 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5ae9caa1-1c67-468c-b405-d799192fdd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:40.482665 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-39e914f9-13a1-476f-8d34-67b388e6a350 req-706ccd0b-220b-452e-9ccc-1dcb78c34e63 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 210 time: 0.0892529 Jun 16 15:46:40.483353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fab2230-5b41-4026-b15e-945157090096,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:40.494142 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:40.546325 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adc027ee-5085-4832-b4bf-f5bf958bb930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.570537 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-adc027ee-5085-4832-b4bf-f5bf958bb930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.622854 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:40.629186 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-adc027ee-5085-4832-b4bf-f5bf958bb930 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30c6deb234534c169b1abfd331309bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3903301 Jun 16 15:46:40.633425 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58106) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:40.635617 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Made reservation on behalf of dbb5c0aed5884c7fbb126a44b2a5a146 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:40.645023 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.695446 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Checking segment: {'id': 'c5436ba6-656e-4491-b4a2-19589848852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:40.695834 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Network hostable DHCP agents. Network: e96c708d-2477-4cf0-ab76-b116324aefcf, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:46:40.755446 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc027ee-5085-4832-b4bf-f5bf958bb930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f605bd-c440-4b67-9d33-aaf6c297af4c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:40.784885 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-adc027ee-5085-4832-b4bf-f5bf958bb930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:40.807045 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7a21d172-ef5e-4c1b-8be1-68c432105251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.814780 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Network e96c708d-2477-4cf0-ab76-b116324aefcf is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:46:40.845152 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7a21d172-ef5e-4c1b-8be1-68c432105251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.852859 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, e96c708d-2477-4cf0-ab76-b116324aefcf) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:40.873765 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665fe9f1-51a8-4dff-95e2-d3afa8860454 None None] Network e96c708d-2477-4cf0-ab76-b116324aefcf requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:46:40.934286 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7a21d172-ef5e-4c1b-8be1-68c432105251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.943366 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7a21d172-ef5e-4c1b-8be1-68c432105251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:40.945653 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7a21d172-ef5e-4c1b-8be1-68c432105251 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/66f605bd-c440-4b67-9d33-aaf6c297af4c HTTP/1.1" status: 204 len: 168 time: 0.3107672 Jun 16 15:46:40.946993 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-29f831f5-9744-4faf-bd53-27b092a8274d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:40.980752 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21d172-ef5e-4c1b-8be1-68c432105251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f605bd-c440-4b67-9d33-aaf6c297af4c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:40.987242 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7a21d172-ef5e-4c1b-8be1-68c432105251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:41.088068 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Allocated IP 172.20.0.2 (2fb0c71f-18e0-4f7f-abd9-a366da246625/15b65498-8068-4027-b0b5-569ed37cd745/6759d013-e429-42be-b129-9108ba25595a) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:41.211533 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:41.212604 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:41.214348 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3dd68-8d96-4c04-a849-b0ce6636dd52 None None] Network e96c708d-2477-4cf0-ab76-b116324aefcf requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:46:41.248581 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-297f5aae-b3f1-4190-a656-802c43930024 req-7a57670f-e5d7-4d6f-999b-b534dc70deee tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 210 time: 0.1516585 Jun 16 15:46:41.323443 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-51c31546-d726-4ce6-9304-5ce2f713ac2e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0771620 Jun 16 15:46:41.482374 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58136) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:41.548661 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e220b09-ebd2-4512-a916-d39f2f00ff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:41.680388 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58142) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:41.790847 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e220b09-ebd2-4512-a916-d39f2f00ff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:41.804520 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8e220b09-ebd2-4512-a916-d39f2f00ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:41.863325 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-810df5af-d2d0-4107-a685-025f9cbe645b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:41.872654 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-8e220b09-ebd2-4512-a916-d39f2f00ff11 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f06036acc8941b0be260365b5e8bbdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882873 Jun 16 15:46:41.873640 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58154) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:41.943722 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e220b09-ebd2-4512-a916-d39f2f00ff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bb14c7-3079-4085-a3ea-2106b79ca72a,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:41.950348 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8e220b09-ebd2-4512-a916-d39f2f00ff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:42.009734 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.087553 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.146303 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.268902 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8347f6b3-5695-4487-a7f2-f8b99364d950 req-56010a10-795a-41fe-9bec-35abc658b749 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 210 time: 0.1439800 Jun 16 15:46:42.294394 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-bbbca5d1-b866-4a28-ab6c-065d76a13dc1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:42.296199 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-bbbca5d1-b866-4a28-ab6c-065d76a13dc1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 818 time: 0.6259756 Jun 16 15:46:42.298098 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.315983 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Request body: {'port': {'device_id': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'admin_state_up': True, 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:42.320763 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8ab9902d-3064-4639-8dd1-b2b1532c664c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:42.334390 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:42.340320 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:42.355600 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:46:42.384029 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.389323 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.396136 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45bb14c7-3079-4085-a3ea-2106b79ca72a HTTP/1.1" status: 204 len: 168 time: 0.5197635 Jun 16 15:46:42.398971 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4e0e28dc-c391-4d10-a9f3-916108eeab25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:42.413056 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bb14c7-3079-4085-a3ea-2106b79ca72a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:42.419465 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:42.514052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Pushing event updated for resources: {'Port': ['ID=6759d013-e429-42be-b129-9108ba25595a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:42.518364 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:42.560253 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9d40346-2711-4582-8f35-ca6ff1727deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.599488 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:42.600407 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.640654 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c9e8b6fd-e40c-4dd6-9dc8-b63be976587c req-49a1cad5-8cf1-44af-9523-e55bbf796c8e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 210 time: 0.0656626 Jun 16 15:46:42.685602 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58198) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:42.692529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2079546738-network', 'tenant_id': '2c2a1a4e08624d4fa0cccc71c3144586'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:42.705747 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7990146 Jun 16 15:46:42.726163 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Request body: {'port': {'device_id': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:42.827776 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:46:42.918174 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:42.995691 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-5f858768-18fc-444e-a300-280f4de7a489 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:42.997317 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-5f858768-18fc-444e-a300-280f4de7a489 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.1575923 Jun 16 15:46:43.016880 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Request body: {'port': {'device_id': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'admin_state_up': True, 'tenant_id': 'd7555c7597e8406a863a48ba3dc374ae'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:43.047019 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9d40346-2711-4582-8f35-ca6ff1727deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.068707 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d9d40346-2711-4582-8f35-ca6ff1727deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.074971 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Made reservation on behalf of 2c2a1a4e08624d4fa0cccc71c3144586 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:43.077582 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.082646 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-61ba038f-1e9d-4c49-bc5f-ac8c15a58b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:43.090765 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.155230 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d40346-2711-4582-8f35-ca6ff1727deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e23e72-f204-43dd-b2d1-ecc10a063788,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:43.232751 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Made reservation on behalf of dbb5c0aed5884c7fbb126a44b2a5a146 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:43.235945 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.257962 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d9d40346-2711-4582-8f35-ca6ff1727deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:43.306855 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d9d40346-2711-4582-8f35-ca6ff1727deb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b98eb4861812450c9e3727d9af851a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6256609 Jun 16 15:46:43.310338 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58220) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:43.445123 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.451529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.467885 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-462e5e19-c8f3-4a37-9a5d-d9952a55080d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:43.536602 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:46:43.547882 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.548284 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Added segment 334bef22-0346-4af6-ba2f-c6e74e397bce of type vlan for network 010ee3ee-988a-41de-b6cf-85198bd4d123 Jun 16 15:46:43.572545 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.598384 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.627433 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e49eb6-4a1a-4c3b-b571-f820e66823bd,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:43.643593 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:43.655151 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Made reservation on behalf of d7555c7597e8406a863a48ba3dc374ae for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:43.658907 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.687539 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.689968 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:43.690619 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:43.699696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4dcc51d9-6ac4-4b3e-83ed-26bbab354884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:43.803693 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1167421 Jun 16 15:46:43.809248 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58248) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:43.840119 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Request body: {'subnet': {'network_id': '010ee3ee-988a-41de-b6cf-85198bd4d123', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2079546738-subnet', 'tenant_id': '2c2a1a4e08624d4fa0cccc71c3144586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:43.847135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Pushing event updated for resources: {'Network': ['ID=010ee3ee-988a-41de-b6cf-85198bd4d123,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:43.855775 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:43.861223 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 010ee3ee-988a-41de-b6cf-85198bd4d123 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:46:43.983001 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cbc43897-7dd7-486e-8a86-d4040c90ee7c req-51183372-81e5-4778-85fc-2cf5332827f9 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 210 time: 0.0950000 Jun 16 15:46:43.991198 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Made reservation on behalf of 2c2a1a4e08624d4fa0cccc71c3144586 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:43.996494 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30295473'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.075714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Allocated IP 172.20.0.14 (dd511b24-a00a-40fb-a4e7-fe658a96c4a9/c8351700-7b24-4372-9632-b7db9bc56a69/a93c79de-5ed0-49fb-82dd-31b5121f117c) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:44.099030 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.157534 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-174dd010-ee64-46df-86d2-5d1605384699 req-706c4ce8-fd10-4605-91ad-c0eacfbc8675 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 210 time: 0.6145945 Jun 16 15:46:44.195722 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.202237 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.204838 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e6e23e72-f204-43dd-b2d1-ecc10a063788 HTTP/1.1" status: 204 len: 168 time: 0.8913987 Jun 16 15:46:44.210750 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2edcde1a-ca1e-4564-8d17-1bd8c55cdff1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:44.235540 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e23e72-f204-43dd-b2d1-ecc10a063788,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:44.251040 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:44.372646 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6759d013-e429-42be-b129-9108ba25595a {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:44.384298 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.401811 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Transition to ACTIVE for port object 6759d013-e429-42be-b129-9108ba25595a will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:44.411575 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.424658 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:44.563945 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Allocated IP 172.20.0.6 (2fb0c71f-18e0-4f7f-abd9-a366da246625/15b65498-8068-4027-b0b5-569ed37cd745/9deee41b-bd68-455c-9f54-0ac602b98fba) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:44.610554 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Pushing event updated for resources: {'Port': ['ID=6759d013-e429-42be-b129-9108ba25595a,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:44.613585 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:44.721490 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Attempting to bind port 6759d013-e429-42be-b129-9108ba25595a on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:46:44.722174 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Attempting to bind port 6759d013-e429-42be-b129-9108ba25595a by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:46:44.722688 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Attempting to bind port 6759d013-e429-42be-b129-9108ba25595a on network 2fb0c71f-18e0-4f7f-abd9-a366da246625 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:44.751282 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Port 6759d013-e429-42be-b129-9108ba25595a on network 2fb0c71f-18e0-4f7f-abd9-a366da246625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:46:44.751739 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Attempting to bind port 6759d013-e429-42be-b129-9108ba25595a on network 2fb0c71f-18e0-4f7f-abd9-a366da246625 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:44.794966 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:44.795349 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Checking segment: {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:44.795846 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Bound using segment: {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:44.796355 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Bound port: 6759d013-e429-42be-b129-9108ba25595a, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:46:44.796773 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.868176 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58286) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:44.872052 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.931714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30295459'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:44.949715 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e81cae3f-dbbc-4791-b221-0e4a651f19da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:44.970988 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.048912 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] For port 6759d013-e429-42be-b129-9108ba25595a, host hv-cinder-79611, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:45.074019 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] For port 6759d013-e429-42be-b129-9108ba25595a, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6759d013-e429-42be-b129-9108ba25595a,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:45.094938 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.117368 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:45.119425 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b8f1bb6-9e54-40d2-843a-d09f7b520393,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:45.125090 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:45.162846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Checking segment: {'id': '334bef22-0346-4af6-ba2f-c6e74e397bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '010ee3ee-988a-41de-b6cf-85198bd4d123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:45.164545 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Network hostable DHCP agents. Network: 010ee3ee-988a-41de-b6cf-85198bd4d123, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:46:45.175123 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.192366 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:45.195314 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['c97247c5-dc95-422a-940f-f87b35c5f4b9', '51a29e87-043d-43f9-9646-ebc663cbf163'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:45.217125 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Network 010ee3ee-988a-41de-b6cf-85198bd4d123 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:46:45.235843 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Pushing event updated for resources: {'Port': ['ID=6759d013-e429-42be-b129-9108ba25595a,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:45.255604 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:45.257853 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:45.263785 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:45.270402 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 010ee3ee-988a-41de-b6cf-85198bd4d123) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:45.287672 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:46:45.297881 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:45.298886 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.306252 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] 10.222.0.24 "PUT /v2.0/ports/6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 200 len: 1093 time: 2.5852697 Jun 16 15:46:45.314947 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'tag': '6759d013-e429-42be-b129-9108ba25595a'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:45.320903 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0ff67c-383a-4032-8ba7-f675d3124f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3c8da1-08e2-484b-a3d1-7a3d8638cc12", "tag": "6759d013-e429-42be-b129-9108ba25595a"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:45.325698 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf232-fc0d-42e4-87b7-28890583922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.386393 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event updated for resources: {'Port': ['ID=a93c79de-5ed0-49fb-82dd-31b5121f117c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:45.396996 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:45.399289 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:45.400379 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.407818 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c97125-56ba-4460-83f5-bf6d94bc208c None None] Network 010ee3ee-988a-41de-b6cf-85198bd4d123 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:46:45.443995 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:45.448611 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.470203 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b8374ba4-78fe-4f85-814d-6dfe13eebe18 req-2aa421ea-4d88-46f0-af3f-93d059b9257f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 210 time: 0.2471974 Jun 16 15:46:45.471321 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.513931 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:45.547531 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c84f8b-e780-4581-b284-835e535d39e8 x-openstack-request-id: req-51c84f8b-e780-4581-b284-835e535d39e8 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:45.547973 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3c8da1-08e2-484b-a3d1-7a3d8638cc12", "tag": "6759d013-e429-42be-b129-9108ba25595a", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:45.548328 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51c84f8b-e780-4581-b284-835e535d39e8 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:45.548937 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'tag': '6759d013-e429-42be-b129-9108ba25595a', 'status': 'completed', 'code': 200} Jun 16 15:46:45.614410 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Network 2fb0c71f-18e0-4f7f-abd9-a366da246625 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:45.628313 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38320279-345f-4815-a81a-6afc1ab4a9e4 req-5b6142c7-75bb-4abc-b334-a02549022649 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:45.637609 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:45.653245 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-38320279-345f-4815-a81a-6afc1ab4a9e4 req-5b6142c7-75bb-4abc-b334-a02549022649 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 932 time: 0.1909230 Jun 16 15:46:45.653533 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:46:45.701708 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-38320279-345f-4815-a81a-6afc1ab4a9e4 req-83083e0d-93bd-4e41-be29-c273111792a3 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Jun 16 15:46:45.733905 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Pushing event updated for resources: {'Port': ['ID=9deee41b-bd68-455c-9f54-0ac602b98fba,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:45.756188 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c776f1-6118-4420-b0d3-bf7fa4ccb788 None None] Network 010ee3ee-988a-41de-b6cf-85198bd4d123 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:46:45.765998 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:45.791602 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-242821b6-81b6-4383-b446-c8708ebdeccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:45.794214 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-242821b6-81b6-4383-b446-c8708ebdeccd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1096 time: 0.3913429 Jun 16 15:46:45.867415 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:45.867759 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.884473 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-d1723450-8954-48ae-8005-1a12712b3680 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 200 len: 217 time: 0.0797799 Jun 16 15:46:45.921925 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf232-fc0d-42e4-87b7-28890583922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.954599 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5b9cf232-fc0d-42e4-87b7-28890583922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:45.954890 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-98474246-1b8b-4b7d-9ab5-8a62b45d1f4a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1070347 Jun 16 15:46:45.954890 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9460735 Jun 16 15:46:45.961109 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5ee11cd4-3bf1-4efd-8767-2960968e894c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:45.964053 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6526031 Jun 16 15:46:45.972304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Request body: {'port': {'device_id': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:45.992340 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Request body: {'port': {'device_id': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:46.157818 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:46.171290 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5b9cf232-fc0d-42e4-87b7-28890583922e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05ea37de7a434a4fae6850d084ebfa58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3005242 Jun 16 15:46:46.172984 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-a7be94f6-ff76-4887-8aab-e1c5d6cc77ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:46.175051 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-a7be94f6-ff76-4887-8aab-e1c5d6cc77ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.2514079 Jun 16 15:46:46.176917 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58334) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:46.177662 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cf232-fc0d-42e4-87b7-28890583922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137a235e-891f-437a-a288-83f9d961109b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:46.187940 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5b9cf232-fc0d-42e4-87b7-28890583922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:46.292560 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:46.333022 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-59169442-49e7-449a-a6ba-ce5a4cb699b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403463 Jun 16 15:46:46.404902 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:46.484259 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:46.623263 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-5dbf4a26-cb2c-411d-ac5e-e7ed7421ea6e service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819705 Jun 16 15:46:46.743799 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:46.749257 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:46.758407 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/137a235e-891f-437a-a288-83f9d961109b HTTP/1.1" status: 204 len: 168 time: 0.5699861 Jun 16 15:46:46.770609 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-796a5a23-dff2-4751-851e-afca9d9f8374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:46.825608 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a235e-891f-437a-a288-83f9d961109b,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:46.833746 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:46.932927 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fec996-286d-4bd7-9cd9-0b1d3a6f0760 req-21e39e06-bdbd-484d-81a7-e57b37b4c365 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:46.947416 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c5fec996-286d-4bd7-9cd9-0b1d3a6f0760 req-21e39e06-bdbd-484d-81a7-e57b37b4c365 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 931 time: 0.2098856 Jun 16 15:46:47.009702 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41e78f6a-5d49-4f74-aa35-031fcc002d3c req-2662bcaf-7103-441c-9964-9eec18d611a0 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609760 Jun 16 15:46:47.195933 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9deee41b-bd68-455c-9f54-0ac602b98fba {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:47.196911 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93c79de-5ed0-49fb-82dd-31b5121f117c {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:47.220465 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.229027 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.253707 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Transition to ACTIVE for port object a93c79de-5ed0-49fb-82dd-31b5121f117c will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:47.267343 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Transition to ACTIVE for port object 9deee41b-bd68-455c-9f54-0ac602b98fba will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:47.269208 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.293566 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.301545 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c9d49ea0-0a4c-4a7b-ae95-7c710ec725f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:47.319230 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-03216d38-790f-418a-a545-934046f06f4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:47.386698 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c5fec996-286d-4bd7-9cd9-0b1d3a6f0760 req-7ad6cca7-a42d-4121-8524-58629b4465b0 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180017 Jun 16 15:46:47.519495 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-3bfa2ab9-4627-40aa-bb83-d5d088b783ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:47.523569 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-3bfa2ab9-4627-40aa-bb83-d5d088b783ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1096 time: 0.4018667 Jun 16 15:46:47.663103 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58386) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:47.687260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Pushing event updated for resources: {'Port': ['ID=a93c79de-5ed0-49fb-82dd-31b5121f117c,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:47.692409 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:47.698365 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9deee41b-bd68-455c-9f54-0ac602b98fba,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:47.706622 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:47.727264 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Attempting to bind port a93c79de-5ed0-49fb-82dd-31b5121f117c on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:46:47.727897 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Attempting to bind port a93c79de-5ed0-49fb-82dd-31b5121f117c by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:46:47.728421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Attempting to bind port a93c79de-5ed0-49fb-82dd-31b5121f117c on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:47.735923 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Port a93c79de-5ed0-49fb-82dd-31b5121f117c on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:46:47.736132 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Attempting to bind port a93c79de-5ed0-49fb-82dd-31b5121f117c on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:47.751613 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c50e4ef-74ec-487f-8a41-f7d8d7d5e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.776099 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:47.776478 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Checking segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:47.776831 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Bound using segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:47.777287 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Bound port: a93c79de-5ed0-49fb-82dd-31b5121f117c, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:46:47.777668 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.873765 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5beb8c-c76d-412a-a2a8-5b0966fbf464 req-839ef396-2a8b-4359-a9b2-7251465dbe7a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:47.875383 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d5beb8c-c76d-412a-a2a8-5b0966fbf464 req-839ef396-2a8b-4359-a9b2-7251465dbe7a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 944 time: 0.1412590 Jun 16 15:46:47.881521 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] For port a93c79de-5ed0-49fb-82dd-31b5121f117c, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:47.888106 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] For port a93c79de-5ed0-49fb-82dd-31b5121f117c, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a93c79de-5ed0-49fb-82dd-31b5121f117c,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:47.898657 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.909039 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:47.912152 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Attempting to bind port 9deee41b-bd68-455c-9f54-0ac602b98fba on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:46:47.912756 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Attempting to bind port 9deee41b-bd68-455c-9f54-0ac602b98fba by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:46:47.913042 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Attempting to bind port 9deee41b-bd68-455c-9f54-0ac602b98fba on network 2fb0c71f-18e0-4f7f-abd9-a366da246625 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:47.923066 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-fe58b4b0-aab5-428f-a356-b735123b47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:47.924690 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-fe58b4b0-aab5-428f-a356-b735123b47f5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 919 time: 0.3746219 Jun 16 15:46:47.949469 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Port 9deee41b-bd68-455c-9f54-0ac602b98fba on network 2fb0c71f-18e0-4f7f-abd9-a366da246625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:46:47.949782 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Attempting to bind port 9deee41b-bd68-455c-9f54-0ac602b98fba on network 2fb0c71f-18e0-4f7f-abd9-a366da246625 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:47.960564 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-2d3c61ac-3ec6-4441-8268-872f1038083a tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:47.961749 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:47.962228 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-2d3c61ac-3ec6-4441-8268-872f1038083a tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/networks?id=e96c708d-2477-4cf0-ab76-b116324aefcf HTTP/1.1" status: 200 len: 809 time: 0.3638904 Jun 16 15:46:47.962415 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:47.963804 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] 10.222.0.24 "PUT /v2.0/ports/a93c79de-5ed0-49fb-82dd-31b5121f117c HTTP/1.1" status: 200 len: 1094 time: 2.0022771 Jun 16 15:46:47.968322 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'tag': 'a93c79de-5ed0-49fb-82dd-31b5121f117c'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:47.970765 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a551de9-b898-4743-805c-d187a99ed508" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f1ba6b-e46b-47e9-ab14-24ff75aab710", "tag": "a93c79de-5ed0-49fb-82dd-31b5121f117c"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:47.979154 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d5beb8c-c76d-412a-a2a8-5b0966fbf464 req-af111c08-6c5a-48ca-abcf-04e0e8597f6f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941107 Jun 16 15:46:47.995158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Pushing event updated for resources: {'Port': ['ID=a93c79de-5ed0-49fb-82dd-31b5121f117c,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:47.999234 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:48.003675 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-4ccb783b-d575-4c6e-864d-1ed218d3a7cc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 200 len: 217 time: 0.0649083 Jun 16 15:46:48.012444 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:48.012878 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Checking segment: {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:48.013256 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Bound using segment: {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:48.013679 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Bound port: 9deee41b-bd68-455c-9f54-0ac602b98fba, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e404e2-cba0-4f93-a635-037e96675417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:46:48.014036 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:48.046014 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-a05fde48-2138-457a-878c-8034e510af81 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/quotas/2b39782b69dd44419fa635b54cdfae9d HTTP/1.1" status: 200 len: 375 time: 0.0484393 Jun 16 15:46:48.102339 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-15177445-35d6-4acc-9254-3f9dc6405c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:48.104124 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-15177445-35d6-4acc-9254-3f9dc6405c7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 1097 time: 0.0750430 Jun 16 15:46:48.134775 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-6e757141-19ce-47ac-bdd8-07deb3588bb5 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b39782b69dd44419fa635b54cdfae9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663793 Jun 16 15:46:48.191206 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-29d32c86-b30a-4cb5-b307-358fc0e43041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:48.192933 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-29d32c86-b30a-4cb5-b307-358fc0e43041 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.1734364 Jun 16 15:46:48.200743 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-3fd96aec-021e-42c2-ade8-dd16ae881d30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c79de-5ed0-49fb-82dd-31b5121f117c HTTP/1.1" status: 200 len: 217 time: 0.0820658 Jun 16 15:46:48.276342 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c50e4ef-74ec-487f-8a41-f7d8d7d5e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:48.288375 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-73d6e253-b883-4070-874c-7d3027b648c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788841 Jun 16 15:46:48.298025 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-3202243c-dd90-432d-bb83-28173305cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:48.306024 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-3202243c-dd90-432d-bb83-28173305cbab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.0996451 Jun 16 15:46:48.315089 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90372334-dbb6-414a-9be4-585ab47992e3 x-openstack-request-id: req-90372334-dbb6-414a-9be4-585ab47992e3 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:48.316549 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f1ba6b-e46b-47e9-ab14-24ff75aab710", "tag": "a93c79de-5ed0-49fb-82dd-31b5121f117c", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:48.318072 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90372334-dbb6-414a-9be4-585ab47992e3 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:48.319391 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'tag': 'a93c79de-5ed0-49fb-82dd-31b5121f117c', 'status': 'completed', 'code': 200} Jun 16 15:46:48.349135 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] For port 9deee41b-bd68-455c-9f54-0ac602b98fba, host hv-cinder-79611, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:48.362708 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1c50e4ef-74ec-487f-8a41-f7d8d7d5e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:48.377681 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-ad0fe4d7-dac1-4a92-b438-a04728730e4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554495 Jun 16 15:46:48.378431 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:48.429727 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] For port 9deee41b-bd68-455c-9f54-0ac602b98fba, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9deee41b-bd68-455c-9f54-0ac602b98fba,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:48.453852 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:48.468709 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-1c50e4ef-74ec-487f-8a41-f7d8d7d5e101 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c92020cb32054c97948e2dbbcc5242c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930942 Jun 16 15:46:48.506329 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58398) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:48.525056 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50e4ef-74ec-487f-8a41-f7d8d7d5e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0ecf73-e489-46be-8c73-20c9f9cccb90,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:48.529820 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-827da4da-ccd3-4bf4-b5f7-5894c5fedab7 service neutron] 10.222.0.23 "GET /v2.0/networks/e96c708d-2477-4cf0-ab76-b116324aefcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784308 Jun 16 15:46:48.531033 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1c50e4ef-74ec-487f-8a41-f7d8d7d5e101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:48.538959 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-362ef12d-ee0b-42f3-9902-52e9ca74df5a service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501739 Jun 16 15:46:48.540743 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:48.603764 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:48.604438 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:48.605917 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/9deee41b-bd68-455c-9f54-0ac602b98fba HTTP/1.1" status: 200 len: 1093 time: 2.6268065 Jun 16 15:46:48.621164 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'tag': '9deee41b-bd68-455c-9f54-0ac602b98fba'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:48.623536 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f661ed-7955-47da-b2bb-b498c899ef16" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca62a6c-3315-4a19-a919-acbe330764d6", "tag": "9deee41b-bd68-455c-9f54-0ac602b98fba"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:48.965993 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-058db0a4-27c4-4ca5-9229-bd4aee8c39e2 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223049 Jun 16 15:46:49.037741 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9deee41b-bd68-455c-9f54-0ac602b98fba,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:49.052226 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:49.058412 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:49.211472 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c0ff67c-383a-4032-8ba7-f675d3124f8e req-6ae37667-1aa2-4339-900b-73ad4a1cefe7 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353070 Jun 16 15:46:49.215444 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:49.224621 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-7d89d60e-e0e3-42ad-9eda-c7cc462ebad2 service neutron] 10.222.0.23 "GET /v2.0/networks/e96c708d-2477-4cf0-ab76-b116324aefcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745508 Jun 16 15:46:49.230838 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7ec6528b-5047-4d93-b567-e57ced2bb7fc req-f2098826-bed6-4e0f-a4b9-72b207fc3b3e service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6845672 Jun 16 15:46:49.267939 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865473a3-c590-4b04-adeb-33fbc805c7d0 req-9258e785-90b5-47fd-b4fa-a9e0e85b3cc1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:49.276058 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-865473a3-c590-4b04-adeb-33fbc805c7d0 req-9258e785-90b5-47fd-b4fa-a9e0e85b3cc1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 943 time: 0.5459485 Jun 16 15:46:49.329229 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-8627ac06-9884-43de-b584-534f366da72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:49.332842 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-8627ac06-9884-43de-b584-534f366da72d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 1096 time: 0.4307210 Jun 16 15:46:49.365416 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-865473a3-c590-4b04-adeb-33fbc805c7d0 req-a71a1529-912e-4d76-b034-acaf85434f32 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814927 Jun 16 15:46:49.498536 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a551de9-b898-4743-805c-d187a99ed508 req-7c91c6db-1954-4650-8b17-4304c3fe9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:49.502070 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a551de9-b898-4743-805c-d187a99ed508 req-7c91c6db-1954-4650-8b17-4304c3fe9473 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 1097 time: 0.1342494 Jun 16 15:46:49.515744 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc240977-6d0d-47b5-9618-70bf91ec204f x-openstack-request-id: req-fc240977-6d0d-47b5-9618-70bf91ec204f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:49.516241 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca62a6c-3315-4a19-a919-acbe330764d6", "tag": "9deee41b-bd68-455c-9f54-0ac602b98fba", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:49.516895 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fc240977-6d0d-47b5-9618-70bf91ec204f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:49.517891 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'tag': '9deee41b-bd68-455c-9f54-0ac602b98fba', 'status': 'completed', 'code': 200} Jun 16 15:46:49.523316 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-9b5847eb-345b-43eb-8022-fe745995e840 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9deee41b-bd68-455c-9f54-0ac602b98fba HTTP/1.1" status: 200 len: 217 time: 0.1743753 Jun 16 15:46:49.603328 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58432) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:49.670244 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-505ce42b-2c96-422a-bf74-44b4896d3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:49.684531 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-505ce42b-2c96-422a-bf74-44b4896d3159 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.1502080 Jun 16 15:46:49.685948 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:49.690914 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:49.692517 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e0ecf73-e489-46be-8c73-20c9f9cccb90 HTTP/1.1" status: 204 len: 168 time: 1.1843100 Jun 16 15:46:49.712575 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1c50e4ef-74ec-487f-8a41-f7d8d7d5e101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:49.761173 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a551de9-b898-4743-805c-d187a99ed508 req-78cba644-5681-4ae3-b65a-4260d46d5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:49.778118 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0ecf73-e489-46be-8c73-20c9f9cccb90,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:49.779768 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a551de9-b898-4743-805c-d187a99ed508 req-78cba644-5681-4ae3-b65a-4260d46d5aa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 915 time: 0.2660139 Jun 16 15:46:49.857575 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:49.861448 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-db6593ff-20b9-4478-a216-33ce1e7a0a22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672986 Jun 16 15:46:49.995431 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a551de9-b898-4743-805c-d187a99ed508 req-08da3c04-f748-410d-b648-e456204bdb31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93c79de-5ed0-49fb-82dd-31b5121f117c HTTP/1.1" status: 200 len: 217 time: 0.0846510 Jun 16 15:46:50.023850 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-51faf1a1-ddf1-4671-a0ce-970d62460e04 req-d4365938-ee0f-412a-98ce-f89f5ccd52cf tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 210 time: 0.1463876 Jun 16 15:46:50.172996 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a551de9-b898-4743-805c-d187a99ed508 req-82e3b173-13a5-4546-9bfd-d4ad76de8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:50.175368 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a551de9-b898-4743-805c-d187a99ed508 req-82e3b173-13a5-4546-9bfd-d4ad76de8c05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.1698153 Jun 16 15:46:50.212955 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0354b89-75e6-4f5c-a124-ea9cdcac3447 req-02aa6171-5392-4e95-abf4-84dc1e1955ef tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:50.237336 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b0354b89-75e6-4f5c-a124-ea9cdcac3447 req-02aa6171-5392-4e95-abf4-84dc1e1955ef tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 944 time: 0.4527409 Jun 16 15:46:50.246446 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6759d013-e429-42be-b129-9108ba25595a details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:46:50.275969 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-d159dbd7-23cd-4ed4-a1c7-ac1ee583787b service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989625 Jun 16 15:46:50.443671 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a551de9-b898-4743-805c-d187a99ed508 req-84c41047-8ae3-48ad-a98d-6a04672e8492 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2023122 Jun 16 15:46:50.515062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ce571db2-80dd-4ed8-9bbc-5539fea0b2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:50.528226 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6759d013-e429-42be-b129-9108ba25595a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6759d013-e429-42be-b129-9108ba25595a,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:50.546622 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '6759d013-e429-42be-b129-9108ba25595a', 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'port_id': '6759d013-e429-42be-b129-9108ba25595a', 'mac_address': 'fa:16:3e:4e:53:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b65498-8068-4027-b0b5-569ed37cd745', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:46:50.576147 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b0354b89-75e6-4f5c-a124-ea9cdcac3447 req-9552aeaa-6d01-4824-ac83-9476c9b24f0f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375099 Jun 16 15:46:50.611099 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e88f7c93-361a-4a9e-8249-506debf0dfd3 req-3289de40-3cae-4ba9-ab41-f724b59c9956 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279083 Jun 16 15:46:50.662939 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:50.692149 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6759d013-e429-42be-b129-9108ba25595a {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:50.756312 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6759d013-e429-42be-b129-9108ba25595a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6759d013-e429-42be-b129-9108ba25595a,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:50.774341 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a551de9-b898-4743-805c-d187a99ed508 req-ec7ca663-d418-4933-a1ee-46f6a5611a2f service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059382 Jun 16 15:46:50.776357 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:50.781663 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-09970358-bc34-402e-9a9e-5a2e6d1bb514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:50.851395 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c9b52-8e15-4dc1-838d-28130dd76775 req-54c512ce-2728-4705-82c6-3a2dcc4fc8a1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:50.861774 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f74c9b52-8e15-4dc1-838d-28130dd76775 req-54c512ce-2728-4705-82c6-3a2dcc4fc8a1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 943 time: 0.1731622 Jun 16 15:46:50.885780 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a551de9-b898-4743-805c-d187a99ed508 req-a4aa8869-d42b-4a89-a32c-81803d56e99e service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033626 Jun 16 15:46:50.911693 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6759d013-e429-42be-b129-9108ba25595a,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:50.924121 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:50.963697 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f74c9b52-8e15-4dc1-838d-28130dd76775 req-91dbd19c-a965-4ee0-9484-c5f018a16611 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960555 Jun 16 15:46:50.989366 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ce571db2-80dd-4ed8-9bbc-5539fea0b2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:50.995256 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ce571db2-80dd-4ed8-9bbc-5539fea0b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:51.027177 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:51.035319 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ce571db2-80dd-4ed8-9bbc-5539fea0b2c6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=088dbced303a4eaaa28ec9c8749705e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4167373 Jun 16 15:46:51.036185 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58488) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:51.073545 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-f1026e52-cdd2-4afa-ba40-da45f799348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:51.075531 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-f1026e52-cdd2-4afa-ba40-da45f799348c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 1096 time: 0.1402769 Jun 16 15:46:51.076207 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce571db2-80dd-4ed8-9bbc-5539fea0b2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d40f1f-fc20-4667-9467-84b879e1bec4,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:51.082067 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ce571db2-80dd-4ed8-9bbc-5539fea0b2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:51.224159 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:51.300520 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:51.318847 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-48fcdcb3-1a08-4190-b825-9c5cc84a3832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:51.321128 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-48fcdcb3-1a08-4190-b825-9c5cc84a3832 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 919 time: 0.2383301 Jun 16 15:46:51.382772 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0b3b7cef-fa27-4799-944c-a69b272bf8ff req-5c968eaf-b225-4a9c-a208-c51e8752724c tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 210 time: 0.0434992 Jun 16 15:46:51.406064 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-a551fafd-15d6-468f-a682-636b3333e32d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9deee41b-bd68-455c-9f54-0ac602b98fba HTTP/1.1" status: 200 len: 217 time: 0.0731838 Jun 16 15:46:51.410772 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:51.415217 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:51.425976 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4d40f1f-fc20-4667-9467-84b879e1bec4 HTTP/1.1" status: 204 len: 168 time: 0.3893144 Jun 16 15:46:51.427050 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3cb436eb-7b57-409a-a3dd-f9dca8db88d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:51.435722 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d40f1f-fc20-4667-9467-84b879e1bec4,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:51.439074 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:51.477607 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-03db0b8d-66f1-476e-a010-e314ecce1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:51.479935 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-03db0b8d-66f1-476e-a010-e314ecce1e7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.0641913 Jun 16 15:46:51.520948 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-ec0d1761-753b-432a-bdf7-50d3d8080ffd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324214 Jun 16 15:46:51.542724 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['6759d013-e429-42be-b129-9108ba25595a'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:51.648606 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-f5e1119c-18c8-4921-bbb8-e24fddc50e86 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174457 Jun 16 15:46:51.970497 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-71f661ed-7955-47da-b2bb-b498c899ef16 req-a8af5356-1865-4003-9709-973f2256b5a7 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128779 Jun 16 15:46:52.015526 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fd8db-ee6d-4fae-8ac6-c74d47bf69a6 req-f516e94e-3ea3-4a89-bb08-bb5f18810699 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:52.018016 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-396fd8db-ee6d-4fae-8ac6-c74d47bf69a6 req-f516e94e-3ea3-4a89-bb08-bb5f18810699 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 944 time: 0.2258708 Jun 16 15:46:52.151160 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58524) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:52.197947 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-396fd8db-ee6d-4fae-8ac6-c74d47bf69a6 req-93d14828-08e4-4163-b80d-c9d33595ba68 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703716 Jun 16 15:46:52.215788 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-18db89bf-b14e-4117-ac04-9f64c1f83725 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:52.217393 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-18db89bf-b14e-4117-ac04-9f64c1f83725 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.24 "GET /v2.0/networks?id=e96c708d-2477-4cf0-ab76-b116324aefcf HTTP/1.1" status: 200 len: 809 time: 0.1982152 Jun 16 15:46:52.231316 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Request body: {'port': {'device_id': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf', 'admin_state_up': True, 'tenant_id': '2b39782b69dd44419fa635b54cdfae9d'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:52.325510 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff422c-7246-49a8-b8ec-f14410efb18a req-67fa110d-c03e-41bb-919f-b71ae1dc6c9c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:52.328401 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2fff422c-7246-49a8-b8ec-f14410efb18a req-67fa110d-c03e-41bb-919f-b71ae1dc6c9c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 943 time: 0.1535628 Jun 16 15:46:52.408103 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2fff422c-7246-49a8-b8ec-f14410efb18a req-b637abe0-ff3c-4d81-9229-3aaf4f124674 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 Jun 16 15:46:52.678307 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-152f1550-071e-42ae-9f1a-224cf5e4c87d req-c83266c6-d296-4b86-b96a-8dcd522949cb tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 210 time: 0.0526516 Jun 16 15:46:52.678517 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Made reservation on behalf of 2b39782b69dd44419fa635b54cdfae9d for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:46:52.685391 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:52.699266 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5c97b1c-b987-43ad-abb5-a2eeacf674d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:52.867727 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5c97b1c-b987-43ad-abb5-a2eeacf674d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:52.873249 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5c97b1c-b987-43ad-abb5-a2eeacf674d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:52.877748 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ed73fcb7-45a5-4b52-a1ab-c853c880749f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:52.958574 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d5c97b1c-b987-43ad-abb5-a2eeacf674d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44930a7703444740ab3703b4f7a9de59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8055780 Jun 16 15:46:52.962733 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58556) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:52.978067 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c97b1c-b987-43ad-abb5-a2eeacf674d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbf9bf4-9040-490f-9d23-e566e206ca42,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:52.982503 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d5c97b1c-b987-43ad-abb5-a2eeacf674d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:53.019470 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Allocated IP 172.20.0.8 (e96c708d-2477-4cf0-ab76-b116324aefcf/4fab2230-5b41-4026-b15e-945157090096/87e35c33-cb7f-49aa-831c-3672b6609755) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:46:53.064748 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.108456 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.203662 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.206587 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.208100 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dbf9bf4-9040-490f-9d23-e566e206ca42 HTTP/1.1" status: 204 len: 168 time: 0.2438056 Jun 16 15:46:53.208975 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:53.220695 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbf9bf4-9040-490f-9d23-e566e206ca42,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:53.223830 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:53.331775 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.444092 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.458001 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:53.527938 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ce05f-024b-4479-b653-8e89b12b3a3a req-f563c130-9d0a-42fd-b22a-663f80c7edda tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:53.529569 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5d2ce05f-024b-4479-b653-8e89b12b3a3a req-f563c130-9d0a-42fd-b22a-663f80c7edda tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 944 time: 0.1655917 Jun 16 15:46:53.592098 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Network e96c708d-2477-4cf0-ab76-b116324aefcf is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:46:53.593852 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Pushing event updated for resources: {'Port': ['ID=87e35c33-cb7f-49aa-831c-3672b6609755,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:53.597402 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:46:53.599904 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:53.604012 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:46:53.639136 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5d2ce05f-024b-4479-b653-8e89b12b3a3a req-fca5dc31-b7f6-46df-81f0-19995781d712 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025987 Jun 16 15:46:53.717392 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:53.718222 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.745874 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5189586 Jun 16 15:46:53.761339 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Request body: {'port': {'device_id': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:46:53.834392 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc0e95-4096-40da-9bc0-9bc6ee102fec req-9289f3e5-f561-4aed-9334-79a3da598a18 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:53.834392 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d4bc0e95-4096-40da-9bc0-9bc6ee102fec req-9289f3e5-f561-4aed-9334-79a3da598a18 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 943 time: 0.1662478 Jun 16 15:46:53.961083 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d4bc0e95-4096-40da-9bc0-9bc6ee102fec req-2434037c-4a03-41ee-b8b7-cdf36ea5872f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019351 Jun 16 15:46:53.965005 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:53.998509 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37063b-5891-49ce-9e46-ebfb5d3640c5 req-7c147681-d148-4719-9f29-74456d7a88ad tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:54.001254 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cf37063b-5891-49ce-9e46-ebfb5d3640c5 req-7c147681-d148-4719-9f29-74456d7a88ad tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 931 time: 0.1336470 Jun 16 15:46:54.087192 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cf37063b-5891-49ce-9e46-ebfb5d3640c5 req-645b41ec-de31-49a3-b709-398d09247c33 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777681 Jun 16 15:46:54.266410 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9deee41b-bd68-455c-9f54-0ac602b98fba details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:46:54.329596 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6759d013-e429-42be-b129-9108ba25595a up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:46:54.488196 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e35c33-cb7f-49aa-831c-3672b6609755 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:54.498963 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:54.520453 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Transition to ACTIVE for port object 87e35c33-cb7f-49aa-831c-3672b6609755 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:46:54.530621 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:54.534225 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 9deee41b-bd68-455c-9f54-0ac602b98fba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9deee41b-bd68-455c-9f54-0ac602b98fba,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:54.535971 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:54.620379 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '9deee41b-bd68-455c-9f54-0ac602b98fba', 'network_id': '2fb0c71f-18e0-4f7f-abd9-a366da246625', 'port_id': '9deee41b-bd68-455c-9f54-0ac602b98fba', 'mac_address': 'fa:16:3e:ae:14:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b65498-8068-4027-b0b5-569ed37cd745', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:46:54.728888 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:54.757606 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 6759d013-e429-42be-b129-9108ba25595a completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:46:54.768204 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9deee41b-bd68-455c-9f54-0ac602b98fba {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:54.788876 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 6759d013-e429-42be-b129-9108ba25595a triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:46:54.793490 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:54.877266 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 9deee41b-bd68-455c-9f54-0ac602b98fba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9deee41b-bd68-455c-9f54-0ac602b98fba,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:54.892226 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:54.893288 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a93c79de-5ed0-49fb-82dd-31b5121f117c details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:46:54.897463 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-28dbca19-f7e1-4b00-8401-a734c4f53871 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:54.987726 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Pushing event updated for resources: {'Port': ['ID=87e35c33-cb7f-49aa-831c-3672b6609755,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:55.002016 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:55.020474 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Attempting to bind port 87e35c33-cb7f-49aa-831c-3672b6609755 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:46:55.020812 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Attempting to bind port 87e35c33-cb7f-49aa-831c-3672b6609755 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'c5436ba6-656e-4491-b4a2-19589848852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:46:55.024019 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Attempting to bind port 87e35c33-cb7f-49aa-831c-3672b6609755 on network e96c708d-2477-4cf0-ab76-b116324aefcf {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:55.034049 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Port 87e35c33-cb7f-49aa-831c-3672b6609755 on network e96c708d-2477-4cf0-ab76-b116324aefcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:46:55.034565 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Attempting to bind port 87e35c33-cb7f-49aa-831c-3672b6609755 on network e96c708d-2477-4cf0-ab76-b116324aefcf {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:46:55.045469 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:46:55.045849 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Checking segment: {'id': 'c5436ba6-656e-4491-b4a2-19589848852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:46:55.046275 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Bound using segment: {'id': 'c5436ba6-656e-4491-b4a2-19589848852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:46:55.046756 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Bound port: 87e35c33-cb7f-49aa-831c-3672b6609755, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5436ba6-656e-4491-b4a2-19589848852f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:46:55.047131 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:55.280530 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] For port 87e35c33-cb7f-49aa-831c-3672b6609755, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:46:55.280735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b91190-e1a7-484f-8547-f41e235a1672 req-b8ddcd43-d485-4f2c-aab2-393d9c2a436b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:55.291964 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7b91190-e1a7-484f-8547-f41e235a1672 req-b8ddcd43-d485-4f2c-aab2-393d9c2a436b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 944 time: 0.3485799 Jun 16 15:46:55.309548 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] For port 87e35c33-cb7f-49aa-831c-3672b6609755, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=87e35c33-cb7f-49aa-831c-3672b6609755,segment=NetworkSegment(c5436ba6-656e-4491-b4a2-19589848852f),segment_id=c5436ba6-656e-4491-b4a2-19589848852f)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:46:55.309548 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:55.315199 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-eb2d6999-9ec7-48b8-a071-047a7b80b54e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:55.494354 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b7b91190-e1a7-484f-8547-f41e235a1672 req-4e135aaa-168f-420a-8990-94813f12f1c0 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879969 Jun 16 15:46:55.523159 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:55.533549 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:55.542049 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] 10.222.0.24 "PUT /v2.0/ports/87e35c33-cb7f-49aa-831c-3672b6609755 HTTP/1.1" status: 200 len: 1093 time: 1.7839744 Jun 16 15:46:55.548777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'tag': '87e35c33-cb7f-49aa-831c-3672b6609755'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:55.553070 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c77e883-845a-47c2-9c3c-420e70596fa3", "tag": "87e35c33-cb7f-49aa-831c-3672b6609755"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:55.630830 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=9deee41b-bd68-455c-9f54-0ac602b98fba,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:55.671039 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Pushing event updated for resources: {'Port': ['ID=87e35c33-cb7f-49aa-831c-3672b6609755,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:55.678678 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:55.739181 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:55.745808 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:55.758172 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07ec82-584c-4dda-b280-5dfc8a75fd22 req-f91a9854-1f69-4e40-99ae-6737e9f6b1aa tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:55.761159 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2e07ec82-584c-4dda-b280-5dfc8a75fd22 req-f91a9854-1f69-4e40-99ae-6737e9f6b1aa tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 944 time: 0.2183971 Jun 16 15:46:55.768703 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port a93c79de-5ed0-49fb-82dd-31b5121f117c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a93c79de-5ed0-49fb-82dd-31b5121f117c,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:55.787035 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-f09d0d00-e464-4ce5-ad2b-dc0ca73a5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:55.790582 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-f09d0d00-e464-4ce5-ad2b-dc0ca73a5ee8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b39782b69dd44419fa635b54cdfae9d&device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1796365 Jun 16 15:46:55.870725 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-6afc3bd2-1665-41cb-96b3-f63c618543d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e35c33-cb7f-49aa-831c-3672b6609755 HTTP/1.1" status: 200 len: 217 time: 0.0522676 Jun 16 15:46:55.955437 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388b7da-695a-4e34-9212-6a373b365d77 req-a23a5083-13c5-4e21-94c6-123fc0c37ba4 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:55.958132 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5388b7da-695a-4e34-9212-6a373b365d77 req-a23a5083-13c5-4e21-94c6-123fc0c37ba4 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 943 time: 0.1766512 Jun 16 15:46:55.983671 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2e07ec82-584c-4dda-b280-5dfc8a75fd22 req-688c47c2-3402-4d03-9879-b20913a76722 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115242 Jun 16 15:46:55.996311 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-865c96bc-70fa-43a6-90c5-090ae35633cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:55.999123 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-865c96bc-70fa-43a6-90c5-090ae35633cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4fab2230-5b41-4026-b15e-945157090096 HTTP/1.1" status: 200 len: 849 time: 0.1093867 Jun 16 15:46:56.028217 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5388b7da-695a-4e34-9212-6a373b365d77 req-649efe43-ffb2-4b0e-8fcc-4a36eb817a88 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619626 Jun 16 15:46:56.120329 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c54e0e2-a98d-4bc8-a05e-05c3f408ca3d x-openstack-request-id: req-0c54e0e2-a98d-4bc8-a05e-05c3f408ca3d {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:56.120835 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c77e883-845a-47c2-9c3c-420e70596fa3", "tag": "87e35c33-cb7f-49aa-831c-3672b6609755", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:56.121478 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c54e0e2-a98d-4bc8-a05e-05c3f408ca3d {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:56.123177 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'tag': '87e35c33-cb7f-49aa-831c-3672b6609755', 'status': 'completed', 'code': 200} Jun 16 15:46:56.131164 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-13125320-19b9-4afe-9e62-595ccd18bdbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e96c708d-2477-4cf0-ab76-b116324aefcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239161 Jun 16 15:46:56.147672 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:56.176280 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': 'a93c79de-5ed0-49fb-82dd-31b5121f117c', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'port_id': 'a93c79de-5ed0-49fb-82dd-31b5121f117c', 'mac_address': 'fa:16:3e:bf:a5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8351700-7b24-4372-9632-b7db9bc56a69', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:46:56.198023 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6759d013-e429-42be-b129-9108ba25595a'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:46:56.202017 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc7a2e5-729e-45ae-9848-56228545f50c" -d '{"events": [{"server_uuid": "3f3c8da1-08e2-484b-a3d1-7a3d8638cc12", "name": "network-vif-plugged", "status": "completed", "tag": "6759d013-e429-42be-b129-9108ba25595a"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:46:56.250987 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6759d013-e429-42be-b129-9108ba25595a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6759d013-e429-42be-b129-9108ba25595a,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:56.259884 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:56.266510 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:56.326374 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:56.331428 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd701d9-571b-4b93-9414-8df723271d67 x-openstack-request-id: req-7cd701d9-571b-4b93-9414-8df723271d67 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:46:56.332278 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3c8da1-08e2-484b-a3d1-7a3d8638cc12", "name": "network-vif-plugged", "status": "completed", "tag": "6759d013-e429-42be-b129-9108ba25595a", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:46:56.332935 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cd701d9-571b-4b93-9414-8df723271d67 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:46:56.333932 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6759d013-e429-42be-b129-9108ba25595a', 'code': 200} Jun 16 15:46:56.371942 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-0ba20bc0-6e19-44c9-9c6b-26c1fa1033b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e96c708d-2477-4cf0-ab76-b116324aefcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250664 Jun 16 15:46:56.376298 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93c79de-5ed0-49fb-82dd-31b5121f117c {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:46:56.442517 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port a93c79de-5ed0-49fb-82dd-31b5121f117c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a93c79de-5ed0-49fb-82dd-31b5121f117c,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:46:56.444377 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6759d013-e429-42be-b129-9108ba25595a,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:56.462870 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:56.470439 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:56.471540 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:56.584491 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e94f9e7f-0de9-4c78-abde-9460316814b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:56.607559 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0d606a4-0e6d-4b56-9f64-230afc8993aa req-026896b6-704e-4a1b-bcb2-e2854cba00a6 service neutron] 10.222.0.24 "GET /v2.0/networks/e96c708d-2477-4cf0-ab76-b116324aefcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255292 Jun 16 15:46:56.615382 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=a93c79de-5ed0-49fb-82dd-31b5121f117c,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:56.621764 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:56.841896 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-a29da01b-668d-4e57-b8de-1025fc26f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:56.844491 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-a29da01b-668d-4e57-b8de-1025fc26f246 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b39782b69dd44419fa635b54cdfae9d&device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1291294 Jun 16 15:46:56.885356 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71f26e-500d-4974-81ec-6424703561a4 req-0c548dca-8445-478a-bddd-fd54b6db0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:56.887793 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2d71f26e-500d-4974-81ec-6424703561a4 req-0c548dca-8445-478a-bddd-fd54b6db0a3c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1098 time: 0.2220032 Jun 16 15:46:56.927425 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74006e1c-2ef4-43b1-937b-0366d3c70925 req-446d0699-73af-46d9-bf89-d9622d308fab tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:56.929997 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-74006e1c-2ef4-43b1-937b-0366d3c70925 req-446d0699-73af-46d9-bf89-d9622d308fab tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 945 time: 0.1414189 Jun 16 15:46:56.974081 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2d71f26e-500d-4974-81ec-6424703561a4 req-0a677bed-5b87-452d-abc5-6a37bf787be2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798676 Jun 16 15:46:57.000661 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-74006e1c-2ef4-43b1-937b-0366d3c70925 req-0aefa3d3-f11d-435d-8219-394ddd269d42 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541272 Jun 16 15:46:57.101551 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58714) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:57.174566 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-3b44725d-8137-42fe-a63f-3f5bffc56722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:57.181544 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-3b44725d-8137-42fe-a63f-3f5bffc56722 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e96c708d-2477-4cf0-ab76-b116324aefcf HTTP/1.1" status: 200 len: 910 time: 0.3262980 Jun 16 15:46:57.201302 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['a93c79de-5ed0-49fb-82dd-31b5121f117c'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:57.204796 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['9deee41b-bd68-455c-9f54-0ac602b98fba'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:46:57.349182 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-3a3ef336-b3a1-4408-8a5f-80debd061c3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87e35c33-cb7f-49aa-831c-3672b6609755 HTTP/1.1" status: 200 len: 217 time: 0.1560309 Jun 16 15:46:57.548747 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-127209e0-401b-4775-860f-c5ab92880434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:57.569500 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0569d6b-ba0c-435f-8eeb-7c401ba86cf2 req-d3a9fbdd-4866-4833-8fd0-80f3c0a6ad92 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:57.574276 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f0569d6b-ba0c-435f-8eeb-7c401ba86cf2 req-d3a9fbdd-4866-4833-8fd0-80f3c0a6ad92 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 943 time: 0.1848712 Jun 16 15:46:57.596262 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-d769296a-200a-4616-bb13-3449a3d06871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:57.598998 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-d769296a-200a-4616-bb13-3449a3d06871 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4fab2230-5b41-4026-b15e-945157090096 HTTP/1.1" status: 200 len: 849 time: 0.2358625 Jun 16 15:46:57.668483 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-0f619807-d897-48d2-a32f-d8ad2cd21e77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e96c708d-2477-4cf0-ab76-b116324aefcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601814 Jun 16 15:46:57.705168 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24069c-1067-41cb-901f-a6b2fbec3e2d req-5dc22ff9-7afb-4691-afcc-986b8cd5af89 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:57.707521 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7b24069c-1067-41cb-901f-a6b2fbec3e2d req-5dc22ff9-7afb-4691-afcc-986b8cd5af89 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 944 time: 0.3191376 Jun 16 15:46:57.770238 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f0569d6b-ba0c-435f-8eeb-7c401ba86cf2 req-2822318e-4f33-494d-8acf-cbb75e92c900 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193097 Jun 16 15:46:57.862951 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7b24069c-1067-41cb-901f-a6b2fbec3e2d req-55d1c336-60e9-45c0-985c-34879c8d556b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370099 Jun 16 15:46:57.897019 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-127209e0-401b-4775-860f-c5ab92880434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:57.906598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-127209e0-401b-4775-860f-c5ab92880434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:57.907180 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-2ce313c6-3f3a-4069-b3ef-14f4cabdeee9 service neutron] 10.222.0.24 "GET /v2.0/networks/e96c708d-2477-4cf0-ab76-b116324aefcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307823 Jun 16 15:46:57.917560 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ca118afa-4883-48eb-a2b1-105a8e51578c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:58.059452 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56b0d912-8383-4106-8e1d-5d1feb7f9cb1 req-da0f3d74-f9ca-4c3f-ab73-aba1db4ed6d5 service neutron] 10.222.0.24 "GET /v2.0/networks/e96c708d-2477-4cf0-ab76-b116324aefcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442945 Jun 16 15:46:58.257813 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-127209e0-401b-4775-860f-c5ab92880434 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=839446ebd39e4b18ab81058d1a5a89b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1563392 Jun 16 15:46:58.259460 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127209e0-401b-4775-860f-c5ab92880434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f2c56-603e-4041-a052-53c79859326c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:58.261962 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58748) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:58.265598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-127209e0-401b-4775-860f-c5ab92880434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:58.294133 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6218aac-f84d-4804-a86c-0aa45e5480c5 req-630a3677-627d-44f4-8fd9-a31e3eac66a2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:58.295705 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c6218aac-f84d-4804-a86c-0aa45e5480c5 req-630a3677-627d-44f4-8fd9-a31e3eac66a2 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 945 time: 0.1000741 Jun 16 15:46:58.328768 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:58.358839 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:58.360937 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c6218aac-f84d-4804-a86c-0aa45e5480c5 req-15732ba6-8819-4ecb-b031-034b1748a606 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567429 Jun 16 15:46:58.425742 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:58.430758 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:58.435934 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5d6f2c56-603e-4041-a052-53c79859326c HTTP/1.1" status: 204 len: 168 time: 0.1683235 Jun 16 15:46:58.435934 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-94a6ad14-c5e0-429e-b60d-95812d4a19cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:58.451264 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f2c56-603e-4041-a052-53c79859326c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:58.456092 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:58.965800 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58772) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:58.989984 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a1a24c1-5bf0-442f-bfe7-b2a4c762788b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.167244 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fd7614be-f5b8-4f43-834b-983ef50965e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.204010 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca58ed8-c349-492a-95bf-dff644ae785b req-8541a34d-ad36-42c5-b1a0-45a635402f02 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:59.206569 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ca58ed8-c349-492a-95bf-dff644ae785b req-8541a34d-ad36-42c5-b1a0-45a635402f02 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 943 time: 0.1915648 Jun 16 15:46:59.245764 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23357e-962f-4ab5-bfdb-3285718aea94 req-0adeb4a8-a33f-40d3-b29a-f2e9a5439a70 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:59.248872 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2b23357e-962f-4ab5-bfdb-3285718aea94 req-0adeb4a8-a33f-40d3-b29a-f2e9a5439a70 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 944 time: 0.1133142 Jun 16 15:46:59.280985 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.314678 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ca58ed8-c349-492a-95bf-dff644ae785b req-8bf634d2-e14e-46bf-adbe-33b4e2667e06 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954373 Jun 16 15:46:59.316197 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2b23357e-962f-4ab5-bfdb-3285718aea94 req-b4610703-c3cd-482c-a37e-82ac287596c6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507293 Jun 16 15:46:59.324952 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a1a24c1-5bf0-442f-bfe7-b2a4c762788b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.336139 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a1a24c1-5bf0-442f-bfe7-b2a4c762788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.343641 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-84195af6-76d8-4931-9aa2-ff1362f3fe05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:59.414997 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a24c1-5bf0-442f-bfe7-b2a4c762788b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52ea3b-28fb-4519-9f75-a914a3112663,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:59.420125 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5a1a24c1-5bf0-442f-bfe7-b2a4c762788b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:46:59.427619 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-5a1a24c1-5bf0-442f-bfe7-b2a4c762788b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d0ba3c2fbec4415b575930880506de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598966 Jun 16 15:46:59.433422 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58778) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:46:59.526287 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.568265 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.621366 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172b814-d408-436c-98e3-0022f33bbfc7 req-c55f7ca2-baf0-4fee-a814-86cf8a7e2691 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:46:59.623099 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c172b814-d408-436c-98e3-0022f33bbfc7 req-c55f7ca2-baf0-4fee-a814-86cf8a7e2691 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 945 time: 0.0904179 Jun 16 15:46:59.674815 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.679863 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:46:59.682504 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6d52ea3b-28fb-4519-9f75-a914a3112663 HTTP/1.1" status: 204 len: 168 time: 0.2468212 Jun 16 15:46:59.695838 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5a1a24c1-5bf0-442f-bfe7-b2a4c762788b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:46:59.698259 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c172b814-d408-436c-98e3-0022f33bbfc7 req-f6edf375-6eb2-400d-a69c-d8f751429886 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583327 Jun 16 15:46:59.717425 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52ea3b-28fb-4519-9f75-a914a3112663,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:46:59.727698 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:00.174266 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58800) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:00.332652 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7676b61b-1d36-4069-b22d-ec7a344d158a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:00.485973 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 87e35c33-cb7f-49aa-831c-3672b6609755 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:47:00.495211 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9deee41b-bd68-455c-9f54-0ac602b98fba up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:00.589494 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7676b61b-1d36-4069-b22d-ec7a344d158a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:00.598304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7676b61b-1d36-4069-b22d-ec7a344d158a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:00.602497 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:00.610074 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:00.648528 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dcc91-aa47-43ca-9b53-bc86cd7cb5ea req-282e90c0-c5f4-4430-999f-51f1c8437dd2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:00.652168 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-968dcc91-aa47-43ca-9b53-bc86cd7cb5ea req-282e90c0-c5f4-4430-999f-51f1c8437dd2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 944 time: 0.1074426 Jun 16 15:47:00.668114 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 9deee41b-bd68-455c-9f54-0ac602b98fba completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:00.675929 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7676b61b-1d36-4069-b22d-ec7a344d158a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2eb9042fc4a6484ba6c2e1a6e58f1085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980147 Jun 16 15:47:00.677541 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58820) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:00.677971 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676b61b-1d36-4069-b22d-ec7a344d158a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1538fb66-dc5a-4503-93d6-c9aa855cde0c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:00.681647 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 9deee41b-bd68-455c-9f54-0ac602b98fba triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:00.683099 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:00.685935 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7676b61b-1d36-4069-b22d-ec7a344d158a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:00.707424 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfe000-0df5-4256-a23b-f0735f47f11d req-8619f1f0-f95b-4b8d-86f6-7dd516139064 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:00.709695 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6fcfe000-0df5-4256-a23b-f0735f47f11d req-8619f1f0-f95b-4b8d-86f6-7dd516139064 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 943 time: 0.1798716 Jun 16 15:47:00.806027 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6fcfe000-0df5-4256-a23b-f0735f47f11d req-80e206a0-440b-42c3-98af-acded5f8ecbe tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858481 Jun 16 15:47:00.810906 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-968dcc91-aa47-43ca-9b53-bc86cd7cb5ea req-e760c3d5-88bd-4aed-a616-2ea6db397054 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471171 Jun 16 15:47:00.861834 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:00.964970 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:00.967892 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 58830) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:01.002722 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.015957 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 87e35c33-cb7f-49aa-831c-3672b6609755, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=87e35c33-cb7f-49aa-831c-3672b6609755,segment=NetworkSegment(c5436ba6-656e-4491-b4a2-19589848852f),segment_id=c5436ba6-656e-4491-b4a2-19589848852f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:01.092672 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deee41b-bd68-455c-9f54-0ac602b98fba'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:01.124433 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc14896-2b3e-43bc-8b7d-e213e63ee25d" -d '{"events": [{"server_uuid": "2ca62a6c-3315-4a19-a919-acbe330764d6", "name": "network-vif-plugged", "status": "completed", "tag": "9deee41b-bd68-455c-9f54-0ac602b98fba"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:01.142222 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '87e35c33-cb7f-49aa-831c-3672b6609755', 'network_id': 'e96c708d-2477-4cf0-ab76-b116324aefcf', 'port_id': '87e35c33-cb7f-49aa-831c-3672b6609755', 'mac_address': 'fa:16:3e:3e:d2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fab2230-5b41-4026-b15e-945157090096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:47:01.144017 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.159999 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.161920 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1538fb66-dc5a-4503-93d6-c9aa855cde0c HTTP/1.1" status: 204 len: 168 time: 0.4820046 Jun 16 15:47:01.165167 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:01.197594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 9deee41b-bd68-455c-9f54-0ac602b98fba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9deee41b-bd68-455c-9f54-0ac602b98fba,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:01.213860 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.218380 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a93c79de-5ed0-49fb-82dd-31b5121f117c up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:01.225853 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:01.316712 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1538fb66-dc5a-4503-93d6-c9aa855cde0c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:01.336437 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:01.351694 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1287894926-network', 'tenant_id': 'c3a8d731c36e49cf95ce490b063201b1'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:01.384847 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd3240-c5c1-4a32-bd9d-623e50960afd x-openstack-request-id: req-a9bd3240-c5c1-4a32-bd9d-623e50960afd {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:01.385216 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca62a6c-3315-4a19-a919-acbe330764d6", "name": "network-vif-plugged", "status": "completed", "tag": "9deee41b-bd68-455c-9f54-0ac602b98fba", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:01.385912 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9bd3240-c5c1-4a32-bd9d-623e50960afd {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:01.386493 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9deee41b-bd68-455c-9f54-0ac602b98fba', 'code': 200} Jun 16 15:47:01.389501 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=9deee41b-bd68-455c-9f54-0ac602b98fba,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:01.403080 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Made reservation on behalf of c3a8d731c36e49cf95ce490b063201b1 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:01.408136 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.435386 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.462665 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:01.464880 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062d02-47d0-4940-a57f-f1acb590cae6 req-746c94a0-ced4-4ad4-92b5-a00935f2c9e3 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:01.466635 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-70062d02-47d0-4940-a57f-f1acb590cae6 req-746c94a0-ced4-4ad4-92b5-a00935f2c9e3 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 945 time: 0.3247178 Jun 16 15:47:01.554697 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.594303 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-70062d02-47d0-4940-a57f-f1acb590cae6 req-758dce09-db26-4b4f-9ddd-af209c746a4a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873516 Jun 16 15:47:01.615175 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e35c33-cb7f-49aa-831c-3672b6609755 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:47:01.627019 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port a93c79de-5ed0-49fb-82dd-31b5121f117c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:01.652370 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port a93c79de-5ed0-49fb-82dd-31b5121f117c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:01.652833 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.759647 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 87e35c33-cb7f-49aa-831c-3672b6609755, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=87e35c33-cb7f-49aa-831c-3672b6609755,segment=NetworkSegment(c5436ba6-656e-4491-b4a2-19589848852f),segment_id=c5436ba6-656e-4491-b4a2-19589848852f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:01.778515 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.785338 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:01.786427 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.841746 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:01.847244 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c16a3a46-36b5-4c18-8aac-d6caeeaf7fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:01.908328 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=87e35c33-cb7f-49aa-831c-3672b6609755,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:01.927555 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:01.967735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:47:02.004553 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58868) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:02.020650 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea1c031-d667-4cae-9957-549d0cc3a78b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:02.039856 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:02.055742 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.058493 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.060542 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Added segment e98260c8-7b66-4a09-ba15-8438f7ec062f of type vlan for network bda331cf-a4f2-420e-9dd1-303429f9c1af Jun 16 15:47:02.098006 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3e5dd86c-92b8-4481-9ddb-8fed38528f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.193323 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdf688-9808-4628-98af-59f1f324cd1c req-90c6bece-5f0d-4396-8950-39e6493668ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:02.196357 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a5cdf688-9808-4628-98af-59f1f324cd1c req-90c6bece-5f0d-4396-8950-39e6493668ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 1098 time: 0.4357207 Jun 16 15:47:02.203841 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port a93c79de-5ed0-49fb-82dd-31b5121f117c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a93c79de-5ed0-49fb-82dd-31b5121f117c,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:02.216288 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.227609 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:02.313844 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3e5dd86c-92b8-4481-9ddb-8fed38528f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.334355 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3e5dd86c-92b8-4481-9ddb-8fed38528f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.342043 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7fa74caa-a53f-42cd-a6c6-d7c6d1346ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:02.354590 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['87e35c33-cb7f-49aa-831c-3672b6609755'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:02.446705 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.446988 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3e5dd86c-92b8-4481-9ddb-8fed38528f0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb8621120ea148ba86fa5cd8cfc42ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338484 Jun 16 15:47:02.446988 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5dd86c-92b8-4481-9ddb-8fed38528f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bdd3bc-4216-4143-8970-0a70438239e3,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:02.448325 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58880) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:02.465562 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3e5dd86c-92b8-4481-9ddb-8fed38528f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:02.489097 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=a93c79de-5ed0-49fb-82dd-31b5121f117c,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:02.502721 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:02.518825 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a5cdf688-9808-4628-98af-59f1f324cd1c req-63677454-f348-4757-ae4d-2138fdedd8e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617221 Jun 16 15:47:02.530193 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.570427 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea8b37-e02b-486a-ba28-859c45b46b55 req-b210571b-f912-44ee-bb50-22beb6b6ec01 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:02.580471 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47ea8b37-e02b-486a-ba28-859c45b46b55 req-b210571b-f912-44ee-bb50-22beb6b6ec01 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 944 time: 0.3460026 Jun 16 15:47:02.624516 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae005d3e-9c85-489f-8a8d-a4e5328575e0 req-669dc023-743c-4d68-9177-2dc16df833f1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:02.628966 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ae005d3e-9c85-489f-8a8d-a4e5328575e0 req-669dc023-743c-4d68-9177-2dc16df833f1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.3601761 Jun 16 15:47:02.630561 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.645582 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:02.645582 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.652074 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-09771bed-254e-409e-ac95-53406ae7aa70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:02.654801 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47ea8b37-e02b-486a-ba28-859c45b46b55 req-6e662a44-77a9-4464-8111-a79cb13ae1c7 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733316 Jun 16 15:47:02.655673 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.705958 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.790057 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.795971 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.798113 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0bdd3bc-4216-4143-8970-0a70438239e3 HTTP/1.1" status: 204 len: 168 time: 0.3480449 Jun 16 15:47:02.799763 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6d72a15e-8ec7-4ea6-92fb-f528cf4430de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:02.821269 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8286383 Jun 16 15:47:02.827323 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 58894) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:02.835058 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Request body: {'subnet': {'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1287894926-subnet', 'tenant_id': 'c3a8d731c36e49cf95ce490b063201b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:02.842653 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bdd3bc-4216-4143-8970-0a70438239e3,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:02.844595 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ae005d3e-9c85-489f-8a8d-a4e5328575e0 req-d61479f3-b35e-42c0-95a2-b730ae8d3787 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042975 Jun 16 15:47:02.847828 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:02.911108 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Made reservation on behalf of c3a8d731c36e49cf95ce490b063201b1 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:02.918749 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30295473'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:02.926816 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Pushing event updated for resources: {'Network': ['ID=bda331cf-a4f2-420e-9dd1-303429f9c1af,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:02.942829 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:02.955480 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network bda331cf-a4f2-420e-9dd1-303429f9c1af details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:47:03.314621 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30295459'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:03.315764 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60801bb2-54f3-4dce-a86a-c195947a418f req-4bbc0744-35b2-47b8-a3a5-46d18aa09d56 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:03.318620 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:03.322449 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-60801bb2-54f3-4dce-a86a-c195947a418f req-4bbc0744-35b2-47b8-a3a5-46d18aa09d56 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 946 time: 0.1914122 Jun 16 15:47:03.388753 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c79de-5ed0-49fb-82dd-31b5121f117c'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:03.409393 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce3b84-2ebe-47d7-a20f-1b0221adc13b" -d '{"events": [{"server_uuid": "c5f1ba6b-e46b-47e9-ab14-24ff75aab710", "name": "network-vif-plugged", "status": "completed", "tag": "a93c79de-5ed0-49fb-82dd-31b5121f117c"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:03.409990 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b87a51-4711-4fcf-9dda-40a7d59cf17a,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:03.420618 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-60801bb2-54f3-4dce-a86a-c195947a418f req-4bc0b466-f902-436f-8614-20e0feb1b46b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755153 Jun 16 15:47:03.422346 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:03.427702 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Checking segment: {'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:03.428316 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Network hostable DHCP agents. Network: bda331cf-a4f2-420e-9dd1-303429f9c1af, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:47:03.469894 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Network bda331cf-a4f2-420e-9dd1-303429f9c1af is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:47:03.498009 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, bda331cf-a4f2-420e-9dd1-303429f9c1af) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:03.499024 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3e731d-6c4d-4af5-8b88-4bb86d0238a2 x-openstack-request-id: req-3c3e731d-6c4d-4af5-8b88-4bb86d0238a2 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:03.499024 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f1ba6b-e46b-47e9-ab14-24ff75aab710", "name": "network-vif-plugged", "status": "completed", "tag": "a93c79de-5ed0-49fb-82dd-31b5121f117c", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:03.499683 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c3e731d-6c4d-4af5-8b88-4bb86d0238a2 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:03.502204 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c79de-5ed0-49fb-82dd-31b5121f117c', 'code': 200} Jun 16 15:47:03.513699 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1804de-b388-432a-96b4-aff8973c85f1 None None] Network bda331cf-a4f2-420e-9dd1-303429f9c1af requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:03.516167 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:03.517248 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:03.554554 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-5a9f2b03-354d-4a65-8596-3d128f9a1e1f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7264931 Jun 16 15:47:03.716351 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f46f37-baad-46dc-9692-d825766e53e4 None None] Network bda331cf-a4f2-420e-9dd1-303429f9c1af requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:03.996237 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655506f-d956-43bd-b194-c56774a12a1d req-0f60ba8d-af9c-4c31-b806-010eacbb21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:04.000181 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2655506f-d956-43bd-b194-c56774a12a1d req-0f60ba8d-af9c-4c31-b806-010eacbb21f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 1099 time: 0.1841898 Jun 16 15:47:04.091724 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce910ab-fa7d-4ca1-895b-eb0f9aef2383 req-c6f41cb9-1b12-42e7-bab7-94dce6b83d0e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:04.094527 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2ce910ab-fa7d-4ca1-895b-eb0f9aef2383 req-c6f41cb9-1b12-42e7-bab7-94dce6b83d0e tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 944 time: 0.2200370 Jun 16 15:47:04.140785 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2655506f-d956-43bd-b194-c56774a12a1d req-96c1f64e-74a3-4ccd-bade-77fe698d8944 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252048 Jun 16 15:47:04.189329 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2ce910ab-fa7d-4ca1-895b-eb0f9aef2383 req-bb5d7d91-f85e-4ee4-b43b-31e76b0ff74c tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726779 Jun 16 15:47:04.214925 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a81631-19fe-4ec3-83df-90a2d8887aa7 req-2c0bb0a4-bee5-4aaf-af23-60e51dbfd689 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:04.217764 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c0a81631-19fe-4ec3-83df-90a2d8887aa7 req-2c0bb0a4-bee5-4aaf-af23-60e51dbfd689 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1190469 Jun 16 15:47:04.322684 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c0a81631-19fe-4ec3-83df-90a2d8887aa7 req-499d5df5-fe00-42b0-bdd1-39f7f895f51e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920603 Jun 16 15:47:04.468043 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 87e35c33-cb7f-49aa-831c-3672b6609755 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:04.718403 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 87e35c33-cb7f-49aa-831c-3672b6609755 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:04.743062 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 87e35c33-cb7f-49aa-831c-3672b6609755 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:04.743977 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:04.823397 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b257-b1fb-4d25-9633-44990f8ca433 req-671ebf6c-9cc5-41bc-925e-b089b7491b03 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:04.826027 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-75c6b257-b1fb-4d25-9633-44990f8ca433 req-671ebf6c-9cc5-41bc-925e-b089b7491b03 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 946 time: 0.1194324 Jun 16 15:47:04.870470 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:04.874826 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-75c6b257-b1fb-4d25-9633-44990f8ca433 req-dd9b74e5-b6b4-402f-9e75-d368b53b1c83 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Jun 16 15:47:04.911918 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 87e35c33-cb7f-49aa-831c-3672b6609755, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=87e35c33-cb7f-49aa-831c-3672b6609755,segment=NetworkSegment(c5436ba6-656e-4491-b4a2-19589848852f),segment_id=c5436ba6-656e-4491-b4a2-19589848852f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:04.917693 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:04.920486 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:04.976379 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=87e35c33-cb7f-49aa-831c-3672b6609755,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:04.979857 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:05.490781 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e74b4-8af0-4897-b2b4-61ecb4bb73c2 req-17d5e38d-c7a6-4776-a9b4-7e11673a8632 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:05.493631 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-684e74b4-8af0-4897-b2b4-61ecb4bb73c2 req-17d5e38d-c7a6-4776-a9b4-7e11673a8632 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 945 time: 0.1193550 Jun 16 15:47:05.504195 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e35c33-cb7f-49aa-831c-3672b6609755'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:05.508592 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa61402-08d9-4644-b2ee-623f3d26ecb3" -d '{"events": [{"server_uuid": "4c77e883-845a-47c2-9c3c-420e70596fa3", "name": "network-vif-plugged", "status": "completed", "tag": "87e35c33-cb7f-49aa-831c-3672b6609755"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:05.561078 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-684e74b4-8af0-4897-b2b4-61ecb4bb73c2 req-9e5a97d4-70b2-4ac3-ae57-9060ebee07f2 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571024 Jun 16 15:47:05.658190 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4bacdd-7851-41e8-823c-0a3ea261aa26 x-openstack-request-id: req-5c4bacdd-7851-41e8-823c-0a3ea261aa26 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:05.659191 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c77e883-845a-47c2-9c3c-420e70596fa3", "name": "network-vif-plugged", "status": "completed", "tag": "87e35c33-cb7f-49aa-831c-3672b6609755", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:05.659714 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c4bacdd-7851-41e8-823c-0a3ea261aa26 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:05.660455 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e35c33-cb7f-49aa-831c-3672b6609755', 'code': 200} Jun 16 15:47:05.741241 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac392b2-c0b5-45c2-bdf7-cb91eb187ebd req-1f087793-e986-4901-98e9-5ae72930e359 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:05.744950 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5ac392b2-c0b5-45c2-bdf7-cb91eb187ebd req-1f087793-e986-4901-98e9-5ae72930e359 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1498885 Jun 16 15:47:05.841596 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5ac392b2-c0b5-45c2-bdf7-cb91eb187ebd req-c743b0a5-0907-4d00-be69-cec40f778dba tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904994 Jun 16 15:47:06.254907 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34cad9-7969-4cad-b216-ab88ac412254 req-2387cd73-70f8-4653-8e82-60c3fd0a156b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:06.256566 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5f34cad9-7969-4cad-b216-ab88ac412254 req-2387cd73-70f8-4653-8e82-60c3fd0a156b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 946 time: 0.1488457 Jun 16 15:47:06.320426 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5f34cad9-7969-4cad-b216-ab88ac412254 req-c94d6338-b989-4e19-bfbd-393945960c9c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560589 Jun 16 15:47:06.331144 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc947f-d48a-49e4-8d17-8f466bfee95e req-fa9f1f31-2659-4eb1-9b7b-2edc9d6689dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:06.333839 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bbbc947f-d48a-49e4-8d17-8f466bfee95e req-fa9f1f31-2659-4eb1-9b7b-2edc9d6689dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 1098 time: 0.1218975 Jun 16 15:47:06.407942 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bbbc947f-d48a-49e4-8d17-8f466bfee95e req-e82132e6-0c6a-4096-804c-813bd40d353d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594270 Jun 16 15:47:06.707507 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22f2d9-0b00-45e8-b5d6-b91fea011ccf req-bc12ac59-76f9-48ab-9257-df75b806d543 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:06.710557 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-de22f2d9-0b00-45e8-b5d6-b91fea011ccf req-bc12ac59-76f9-48ab-9257-df75b806d543 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1408947 Jun 16 15:47:06.768430 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-de22f2d9-0b00-45e8-b5d6-b91fea011ccf req-838079e2-18eb-457c-8481-44b4b6eab0b4 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501330 Jun 16 15:47:06.939786 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-a8a3320b-2dba-4637-aad9-0807a85bc416 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:06.941487 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-a8a3320b-2dba-4637-aad9-0807a85bc416 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/networks?id=bda331cf-a4f2-420e-9dd1-303429f9c1af HTTP/1.1" status: 200 len: 809 time: 0.4743438 Jun 16 15:47:06.970186 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-b5dfccd8-a065-4e2f-86f5-01561fe54e0b tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/quotas/c3a8d731c36e49cf95ce490b063201b1 HTTP/1.1" status: 200 len: 375 time: 0.0166135 Jun 16 15:47:06.973269 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-12cf7b0a-42fd-4aa4-9bf4-c81faff62207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:06.982747 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-12cf7b0a-42fd-4aa4-9bf4-c81faff62207 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 1098 time: 0.1168079 Jun 16 15:47:07.047664 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-bb671f39-d4a7-4aa9-9c0e-e0ed8a7e799b tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3a8d731c36e49cf95ce490b063201b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636861 Jun 16 15:47:07.060695 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b89f60-2b48-462d-86e2-5fc496f4d526 req-d4f9326b-67a3-4025-b035-a898385549a7 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:07.063766 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-20b89f60-2b48-462d-86e2-5fc496f4d526 req-d4f9326b-67a3-4025-b035-a898385549a7 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 945 time: 0.0974917 Jun 16 15:47:07.144271 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-20b89f60-2b48-462d-86e2-5fc496f4d526 req-23e56e25-5291-4e52-a47c-93cfe0f34654 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722978 Jun 16 15:47:07.324810 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-44f1ab6e-418e-4192-8d3c-ddcc8fa7f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:07.327387 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-44f1ab6e-418e-4192-8d3c-ddcc8fa7f1bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 919 time: 0.3284271 Jun 16 15:47:07.333814 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-27de00e4-a935-4e65-980f-28414eb8d1bd service neutron] 10.222.0.23 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648280 Jun 16 15:47:07.404053 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-35cc940e-a96b-4d9b-85ad-6de793a4cfe9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9deee41b-bd68-455c-9f54-0ac602b98fba HTTP/1.1" status: 200 len: 217 time: 0.0518465 Jun 16 15:47:07.511571 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-56812849-0903-4c30-91a1-6fa44eb78d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:07.513105 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-56812849-0903-4c30-91a1-6fa44eb78d9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.1000631 Jun 16 15:47:07.545487 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-ca334452-8dab-4c88-bce6-0510e0547313 service neutron] 10.222.0.23 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024312 Jun 16 15:47:07.581186 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-8826629e-9626-4fa1-ab41-4f8442acdfee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527954 Jun 16 15:47:07.674198 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce615ab-3ae9-431a-8410-f943f0bc6a7e req-fc6e8c3c-34ce-457e-92e9-8d130b7fdb18 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:07.689777 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5ce615ab-3ae9-431a-8410-f943f0bc6a7e req-fc6e8c3c-34ce-457e-92e9-8d130b7fdb18 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 946 time: 0.1546910 Jun 16 15:47:07.792864 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-4b91fdc4-5543-45e1-8428-0cb3b907efa1 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007003 Jun 16 15:47:07.823987 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5ce615ab-3ae9-431a-8410-f943f0bc6a7e req-ffd54dc1-ee9e-4f75-b51d-1f4411b010ae tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319125 Jun 16 15:47:07.900387 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b5c8bf5b-dbfc-4a4a-91df-a7b1f46c77b6 req-17632f65-633d-4c4a-bb4b-493dff2f2a78 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 210 time: 0.0762904 Jun 16 15:47:08.013730 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a805631-1169-4cb2-8f8f-3f4a9a34420a req-7e214bf7-cf17-4676-a8e7-742f8a66fdb9 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861947 Jun 16 15:47:08.171211 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16015d4f-10dd-4799-b69c-2bcf90f60b9c req-3781685d-7cd8-4120-bb93-ce66807ab590 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:08.174332 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-16015d4f-10dd-4799-b69c-2bcf90f60b9c req-3781685d-7cd8-4120-bb93-ce66807ab590 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1198244 Jun 16 15:47:08.324854 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-16015d4f-10dd-4799-b69c-2bcf90f60b9c req-dc1b8ccf-cadc-4fb9-ac85-64e1f070f565 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368611 Jun 16 15:47:08.620345 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37893ad-6876-46db-891b-0f7ea9a11c3d req-762a3db6-b1e9-40a9-ac5e-67b94f095f8f tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:08.621935 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d37893ad-6876-46db-891b-0f7ea9a11c3d req-762a3db6-b1e9-40a9-ac5e-67b94f095f8f tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 945 time: 0.1879253 Jun 16 15:47:08.671606 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d37893ad-6876-46db-891b-0f7ea9a11c3d req-bcc93a0a-703b-4f49-a271-ee952904ae07 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430102 Jun 16 15:47:08.800195 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 59020) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:08.950158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f48f8e41-a122-4027-b5c8-f4b932c74374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.137797 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b066b02b-35e2-46dc-8b7e-76cad60121b0 req-6677c07a-022b-4450-acfe-907bdaaab85a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 210 time: 0.0612292 Jun 16 15:47:09.153287 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f48f8e41-a122-4027-b5c8-f4b932c74374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.172764 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f48f8e41-a122-4027-b5c8-f4b932c74374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.172764 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7676b61b-1d36-4069-b22d-ec7a344d158a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:09.205403 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f48f8e41-a122-4027-b5c8-f4b932c74374 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe070d8373494aacabc4ae004942cc17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025583 Jun 16 15:47:09.206595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f8e41-a122-4027-b5c8-f4b932c74374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f579799a-39b6-46be-845f-f810399f34cb,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:09.208488 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59030) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:09.210200 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f48f8e41-a122-4027-b5c8-f4b932c74374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:09.263752 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.286162 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.336125 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.339210 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:09.340404 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f579799a-39b6-46be-845f-f810399f34cb HTTP/1.1" status: 204 len: 168 time: 0.1307034 Jun 16 15:47:09.341174 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-db5641f1-584c-412b-8d38-91107449ed94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:09.348781 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f579799a-39b6-46be-845f-f810399f34cb,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:09.352216 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:09.589204 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f654b-83eb-4330-8894-c2f0ce69c055 req-7b8afcc3-fbc1-4025-9a8a-c8eec8539cdb tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:09.598754 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-251f654b-83eb-4330-8894-c2f0ce69c055 req-7b8afcc3-fbc1-4025-9a8a-c8eec8539cdb tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1236403 Jun 16 15:47:09.686052 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-251f654b-83eb-4330-8894-c2f0ce69c055 req-ee32a3f0-8a96-469d-9314-0dc1c6d0e855 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861549 Jun 16 15:47:09.974376 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-4350003e-1058-4f24-81cc-b9b7f7df3ebb tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:09.977452 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-4350003e-1058-4f24-81cc-b9b7f7df3ebb tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "GET /v2.0/networks?id=bda331cf-a4f2-420e-9dd1-303429f9c1af HTTP/1.1" status: 200 len: 809 time: 0.2901058 Jun 16 15:47:10.011892 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Request body: {'port': {'device_id': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af', 'admin_state_up': True, 'tenant_id': 'c3a8d731c36e49cf95ce490b063201b1'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:10.177242 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Made reservation on behalf of c3a8d731c36e49cf95ce490b063201b1 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:10.182594 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.400786 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-982040da-4f49-4375-aaa1-088f43e7b24f req-cddebd7c-d446-4f85-b196-09514ea177b8 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 210 time: 0.0462248 Jun 16 15:47:10.425258 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Allocated IP 172.20.0.10 (bda331cf-a4f2-420e-9dd1-303429f9c1af/51b87a51-4711-4fcf-9dda-40a7d59cf17a/a26ee587-2e03-489b-afc9-d2bcbc83d2e2) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:10.488199 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 59080) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:10.621875 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.641291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1854288958-network', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:10.664714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Made reservation on behalf of b47e6d8886e0466f9fae1893fac287d8 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:10.667860 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.674135 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.678126 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.680495 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:10.760010 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Network bda331cf-a4f2-420e-9dd1-303429f9c1af is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:10.764163 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:10.769355 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:10.809496 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.812600 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Pushing event updated for resources: {'Port': ['ID=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:10.817581 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:10.829272 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.830444 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:10.831122 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.843911 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d6def97d-6b53-4c96-80a4-d8435ea50c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:10.848088 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8484581 Jun 16 15:47:10.872483 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Request body: {'port': {'device_id': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:10.890998 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdb6d0f-6900-4da6-9fd9-64fa961ed648,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:10.910285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:10.929112 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:47:10.993016 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:10.993537 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Added segment 288e8474-418d-405f-9b2b-263cd3116365 of type vlan for network 22c1fa16-69ca-4591-9398-7291e2aa4c20 Jun 16 15:47:10.997970 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.092737 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.149529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8b0f5-40c2-4e73-b0be-5c2d137ca0ac req-7d9563c0-ee42-443a-8ad7-984cab2c1c50 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:11.151530 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49d8b0f5-40c2-4e73-b0be-5c2d137ca0ac req-7d9563c0-ee42-443a-8ad7-984cab2c1c50 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.2189696 Jun 16 15:47:11.163853 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.172206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:11.172798 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.186970 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:11.234800 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7454677 Jun 16 15:47:11.238123 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59102) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:11.242476 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49d8b0f5-40c2-4e73-b0be-5c2d137ca0ac req-d1862291-05d0-490b-93b8-7aa47ea8c549 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812984 Jun 16 15:47:11.244284 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Request body: {'subnet': {'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1854288958-subnet', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:11.278065 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Pushing event updated for resources: {'Network': ['ID=22c1fa16-69ca-4591-9398-7291e2aa4c20,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:11.281176 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:11.291506 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:47:11.296726 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Made reservation on behalf of b47e6d8886e0466f9fae1893fac287d8 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:11.300159 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31499763'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.431962 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26ee587-2e03-489b-afc9-d2bcbc83d2e2 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:47:11.444334 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.467190 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Transition to ACTIVE for port object a26ee587-2e03-489b-afc9-d2bcbc83d2e2 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:11.481849 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.485982 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fdee5fdc-b398-4426-a1dc-57fb3874d229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:11.596761 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:11.605446 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:11.618394 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27f460-946a-46c9-b0df-46139cad3430 req-bdbf73db-fe2d-443d-a683-e7512949a6f8 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:11.620097 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ac27f460-946a-46c9-b0df-46139cad3430 req-bdbf73db-fe2d-443d-a683-e7512949a6f8 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 944 time: 0.0870607 Jun 16 15:47:11.696940 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ac27f460-946a-46c9-b0df-46139cad3430 req-2714ce5e-0ed0-4fbf-9eb3-48a57b59d46a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700314 Jun 16 15:47:11.703286 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31860538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31499745'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.711075 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f95d3155-8d51-4dac-9739-c80d081bca8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:11.769732 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Attempting to bind port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:11.770117 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Attempting to bind port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:11.770570 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Attempting to bind port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 on network bda331cf-a4f2-420e-9dd1-303429f9c1af {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:11.789669 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 on network bda331cf-a4f2-420e-9dd1-303429f9c1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:47:11.789995 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Attempting to bind port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 on network bda331cf-a4f2-420e-9dd1-303429f9c1af {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:11.798578 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:11.803029 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:11.807038 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:11.807344 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Checking segment: {'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:11.807730 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Bound using segment: {'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:11.808222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Bound port: a26ee587-2e03-489b-afc9-d2bcbc83d2e2, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:11.808568 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.820057 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Checking segment: {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:11.820414 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Network hostable DHCP agents. Network: 22c1fa16-69ca-4591-9398-7291e2aa4c20, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:47:11.864857 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:47:11.887024 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 22c1fa16-69ca-4591-9398-7291e2aa4c20) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:11.895573 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:11.896126 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.897097 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae6a53-f9de-4520-859c-453329877542 None None] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:11.906585 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] For port a26ee587-2e03-489b-afc9-d2bcbc83d2e2, host hv-cinder-79611, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:11.912237 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] For port a26ee587-2e03-489b-afc9-d2bcbc83d2e2, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:11.918305 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.922898 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-cf99649d-d824-4d1b-b573-e982c64f12a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:11.938770 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-087110fd-b8c4-48d4-8366-0e706070601c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6904769 Jun 16 15:47:11.939792 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 59118) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:11.948529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:11.976400 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:11.977413 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:11.979496 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] 10.222.0.24 "PUT /v2.0/ports/a26ee587-2e03-489b-afc9-d2bcbc83d2e2 HTTP/1.1" status: 200 len: 1094 time: 1.1172004 Jun 16 15:47:11.980475 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'tag': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:11.983150 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420b7be4-e886-4f1d-a940-9ad0cac2b649" -d '{"events": [{"name": "network-changed", "server_uuid": "d231ff45-0b70-4713-9b53-5210a7f837cd", "tag": "a26ee587-2e03-489b-afc9-d2bcbc83d2e2"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:12.002060 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.004037 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.055226 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Pushing event updated for resources: {'Port': ['ID=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:12.072735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:12.123101 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee451ec1-c623-49b0-bb7b-80e9487bcdf2 x-openstack-request-id: req-ee451ec1-c623-49b0-bb7b-80e9487bcdf2 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:12.125353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d231ff45-0b70-4713-9b53-5210a7f837cd", "tag": "a26ee587-2e03-489b-afc9-d2bcbc83d2e2", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:12.125353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee451ec1-c623-49b0-bb7b-80e9487bcdf2 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:12.125754 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'tag': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2', 'status': 'completed', 'code': 200} Jun 16 15:47:12.136453 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.167006 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-eaef7ba9-d3bd-415c-bc3d-3d990306b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:12.168689 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-eaef7ba9-d3bd-415c-bc3d-3d990306b04c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a8d731c36e49cf95ce490b063201b1&device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 1097 time: 0.0944567 Jun 16 15:47:12.187068 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-22c1fa16-69ca-4591-9398-7291e2aa4c20', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:47:12.188051 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.228821 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-d618598d-2a1d-4650-9afe-0e20db385105 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a26ee587-2e03-489b-afc9-d2bcbc83d2e2 HTTP/1.1" status: 200 len: 217 time: 0.0423965 Jun 16 15:47:12.382766 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-f28c797a-27d8-4b02-9f81-fe10204bc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:12.386169 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-f28c797a-27d8-4b02-9f81-fe10204bc0a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51b87a51-4711-4fcf-9dda-40a7d59cf17a HTTP/1.1" status: 200 len: 849 time: 0.1495974 Jun 16 15:47:12.418318 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.447695 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-6d4e684a-f4a2-4207-8456-7e17d4a1fddd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda331cf-a4f2-420e-9dd1-303429f9c1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502565 Jun 16 15:47:12.465473 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9036227-bd90-4f4c-8619-1432da188421 req-d924c292-9820-40f9-81fe-8afbdecfc214 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:12.467424 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9036227-bd90-4f4c-8619-1432da188421 req-d924c292-9820-40f9-81fe-8afbdecfc214 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 945 time: 0.2676134 Jun 16 15:47:12.486892 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Allocated IP 172.20.0.2 (22c1fa16-69ca-4591-9398-7291e2aa4c20/8b3abe5c-a933-431a-b8e8-bd4c1d4ce851/0711e155-20d4-4712-8a7e-3fbc461646ac) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:12.559814 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e9036227-bd90-4f4c-8619-1432da188421 req-5e6cbd9c-c283-4fd4-88c0-8bdb9d51fdc1 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753713 Jun 16 15:47:12.698199 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.698538 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb06702-f915-446f-a314-e4a2534212f0 req-f0776e37-ce64-46b5-bb92-81eadfa95ac4 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:12.701042 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1bb06702-f915-446f-a314-e4a2534212f0 req-f0776e37-ce64-46b5-bb92-81eadfa95ac4 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.2028260 Jun 16 15:47:12.706941 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-83ea8364-3f90-4d58-baea-1cf4421279e7 service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510684 Jun 16 15:47:12.709452 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Transition to ACTIVE for port object 0711e155-20d4-4712-8a7e-3fbc461646ac will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:12.731054 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Transition to ACTIVE for port object 0711e155-20d4-4712-8a7e-3fbc461646ac will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:12.744612 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.753566 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.755385 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:12.777207 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.845635 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:12.850116 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:12.854442 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:12.889913 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1bb06702-f915-446f-a314-e4a2534212f0 req-5f491596-f840-46a7-a422-1899bcebfb27 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815662 Jun 16 15:47:12.926003 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Allocated IP 172.28.3.13 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/e4288c84-a260-4f10-9c4d-9a0c7cb9f223) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:12.931031 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c8742c28-6ce1-45ad-a2a5-67c5c0878330 req-b851b723-db16-44ff-81bb-b78518916d40 service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793523 Jun 16 15:47:12.934130 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Attempting to bind port 0711e155-20d4-4712-8a7e-3fbc461646ac on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:12.934735 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Attempting to bind port 0711e155-20d4-4712-8a7e-3fbc461646ac by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:12.935173 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Attempting to bind port 0711e155-20d4-4712-8a7e-3fbc461646ac on network 22c1fa16-69ca-4591-9398-7291e2aa4c20 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:12.943026 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Pushing event updated for resources: {'Port': ['ID=0711e155-20d4-4712-8a7e-3fbc461646ac,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:12.946584 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:12.947749 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:12.948503 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Checking segment: {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:12.948685 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:12.949189 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Bound using segment: {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:12.949811 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Bound port: 0711e155-20d4-4712-8a7e-3fbc461646ac, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:12.950336 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:13.045857 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] For port 0711e155-20d4-4712-8a7e-3fbc461646ac, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:13.053605 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] For port 0711e155-20d4-4712-8a7e-3fbc461646ac, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0711e155-20d4-4712-8a7e-3fbc461646ac,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:13.065200 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:13.068186 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:13.099388 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:13.190966 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:13.193940 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:13.224156 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Pushing event updated for resources: {'Port': ['ID=0711e155-20d4-4712-8a7e-3fbc461646ac,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:13.236993 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:13.261550 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:13.264440 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-cfc9a8f3-d335-4bab-9f01-b4ca28629893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:13.267134 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-cfc9a8f3-d335-4bab-9f01-b4ca28629893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a8d731c36e49cf95ce490b063201b1&device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 1097 time: 0.2451944 Jun 16 15:47:13.271830 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:13.276163 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:13.278526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d0ff4-9652-4bf0-9c37-a8b848697232 req-ef6e0b30-ea65-48bc-86b4-5fdefe344b08 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:13.285846 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b28d0ff4-9652-4bf0-9c37-a8b848697232 req-ef6e0b30-ea65-48bc-86b4-5fdefe344b08 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 944 time: 0.1752512 Jun 16 15:47:13.307230 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:13.316554 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:13.729542 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:13.799989 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-4123bcf3-f9cd-4fae-9e89-06f7273801f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:13.802690 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-4123bcf3-f9cd-4fae-9e89-06f7273801f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bda331cf-a4f2-420e-9dd1-303429f9c1af HTTP/1.1" status: 200 len: 910 time: 0.5076332 Jun 16 15:47:13.826350 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b28d0ff4-9652-4bf0-9c37-a8b848697232 req-61063492-23db-4704-b07a-88ae7d048291 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290108 Jun 16 15:47:13.862126 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0711e155-20d4-4712-8a7e-3fbc461646ac up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:13.906143 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-e389aad4-8550-4716-b79b-a9dcb6d1235f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a26ee587-2e03-489b-afc9-d2bcbc83d2e2 HTTP/1.1" status: 200 len: 217 time: 0.0768323 Jun 16 15:47:14.008213 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-1e710ab2-299c-4a82-ba17-13abe28fb0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:14.010068 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-1e710ab2-299c-4a82-ba17-13abe28fb0f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51b87a51-4711-4fcf-9dda-40a7d59cf17a HTTP/1.1" status: 200 len: 849 time: 0.0930083 Jun 16 15:47:14.041175 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 0711e155-20d4-4712-8a7e-3fbc461646ac completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:14.092441 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-01e70d5a-b762-4e1c-a386-6b5fda9b6800 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda331cf-a4f2-420e-9dd1-303429f9c1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629048 Jun 16 15:47:14.258397 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-654e2f81-a380-4c3c-beed-b5d6efd62509 service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582673 Jun 16 15:47:14.323878 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cd14c-1fc4-4748-8a37-d258a51807c0 req-5c681749-844d-49fd-a119-36400e942e4c tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:14.338260 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5d2cd14c-1fc4-4748-8a37-d258a51807c0 req-5c681749-844d-49fd-a119-36400e942e4c tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 945 time: 0.2048686 Jun 16 15:47:14.415354 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5d2cd14c-1fc4-4748-8a37-d258a51807c0 req-d28fc712-698e-4123-995d-f6bca734e336 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/security-groups?id=af4d03af-1021-45d9-aca2-5dbff04cdbfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Jun 16 15:47:14.499981 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-420b7be4-e886-4f1d-a940-9ad0cac2b649 req-8412d3d9-e98a-4666-a308-1d6c6d81e532 service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308896 Jun 16 15:47:14.534869 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-74d96c64-2fea-462e-b1a2-2e3ab1f51569 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:14.536391 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-74d96c64-2fea-462e-b1a2-2e3ab1f51569 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 945 time: 0.2492216 Jun 16 15:47:14.560011 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f1a48-2ef4-4764-a35b-a0f92c98deb5 None None] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:14.673157 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:14.687586 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Provisioning for port 0711e155-20d4-4712-8a7e-3fbc461646ac completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:14.693601 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Provisioning complete for port 0711e155-20d4-4712-8a7e-3fbc461646ac triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:14.694224 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:14.710751 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c7abc-a60a-48c0-8c34-fd7ba8a667c2 req-bf2f26aa-0f54-4f3f-8858-53ea5f2c4fb0 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:14.712222 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e06c7abc-a60a-48c0-8c34-fd7ba8a667c2 req-bf2f26aa-0f54-4f3f-8858-53ea5f2c4fb0 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.2159824 Jun 16 15:47:14.822873 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:14.856121 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e06c7abc-a60a-48c0-8c34-fd7ba8a667c2 req-60382e88-4b47-47d2-980b-8488ccc87065 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046023 Jun 16 15:47:14.860302 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Deleting port 87e35c33-cb7f-49aa-831c-3672b6609755 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:47:14.860793 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:14.862121 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] For port 0711e155-20d4-4712-8a7e-3fbc461646ac, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0711e155-20d4-4712-8a7e-3fbc461646ac,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:14.870087 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:14.872113 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:14.975631 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Pushing event updated for resources: {'Port': ['ID=0711e155-20d4-4712-8a7e-3fbc461646ac,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:14.981168 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:15.024892 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:47:15.028260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] For port 87e35c33-cb7f-49aa-831c-3672b6609755, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=87e35c33-cb7f-49aa-831c-3672b6609755,segment=NetworkSegment(c5436ba6-656e-4491-b4a2-19589848852f),segment_id=c5436ba6-656e-4491-b4a2-19589848852f)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:15.028633 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:15.103805 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-95f123ee-a6a3-45dc-857e-51d6adb725b5 None None] Provisioning complete for port 0711e155-20d4-4712-8a7e-3fbc461646ac triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:15.104745 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-95f123ee-a6a3-45dc-857e-51d6adb725b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:15.134469 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806103d-77dd-41ae-9384-452d2460f7ee req-4af0134f-9a9f-4434-8557-08ac90d81983 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:15.142750 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6806103d-77dd-41ae-9384-452d2460f7ee req-4af0134f-9a9f-4434-8557-08ac90d81983 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 944 time: 0.1132205 Jun 16 15:47:15.158516 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Calling delete_port for 87e35c33-cb7f-49aa-831c-3672b6609755 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:47:15.189902 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6806103d-77dd-41ae-9384-452d2460f7ee req-eac7ad03-bd92-4ebe-a285-fa68c7874771 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461028 Jun 16 15:47:15.370840 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:15.388713 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Sync routers for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:15.394276 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:15.399555 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4543400 Jun 16 15:47:15.400057 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59176) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:15.417978 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:15.419525 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:15.519523 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:15.527445 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:15.540105 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['87e35c33-cb7f-49aa-831c-3672b6609755'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:15.603347 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Pushing event deleted for resources: {'Port': ['ID=87e35c33-cb7f-49aa-831c-3672b6609755,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:15.607217 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:15.688660 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:15.738996 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] No DVR routers for this DVR port 87e35c33-cb7f-49aa-831c-3672b6609755 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:47:15.769407 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:15.773339 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f0f75b7a-bc9d-4176-a777-29cecc9310fc req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.24 "DELETE /v2.0/ports/87e35c33-cb7f-49aa-831c-3672b6609755 HTTP/1.1" status: 204 len: 173 time: 1.2257199 Jun 16 15:47:15.774532 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'name': 'network-vif-deleted', 'tag': '87e35c33-cb7f-49aa-831c-3672b6609755'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:15.788559 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7ce0c614-1e43-428f-bcc1-501a71622813 req-b230c60b-7204-4391-83b1-786e44276631 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c77e883-845a-47c2-9c3c-420e70596fa3 HTTP/1.1" status: 200 len: 210 time: 0.0785015 Jun 16 15:47:15.795467 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce688dca-2c90-4b48-beeb-f2f35e554090" -d '{"events": [{"server_uuid": "4c77e883-845a-47c2-9c3c-420e70596fa3", "name": "network-vif-deleted", "tag": "87e35c33-cb7f-49aa-831c-3672b6609755"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:15.835555 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0711e155-20d4-4712-8a7e-3fbc461646ac up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:15.897678 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c066307-6034-4da1-a800-0b26fd74985b x-openstack-request-id: req-5c066307-6034-4da1-a800-0b26fd74985b {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:15.898438 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c77e883-845a-47c2-9c3c-420e70596fa3", "name": "network-vif-deleted", "tag": "87e35c33-cb7f-49aa-831c-3672b6609755", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:15.898980 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c066307-6034-4da1-a800-0b26fd74985b {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:15.899696 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c77e883-845a-47c2-9c3c-420e70596fa3', 'name': 'network-vif-deleted', 'tag': '87e35c33-cb7f-49aa-831c-3672b6609755', 'status': 'completed', 'code': 200} Jun 16 15:47:15.985616 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 0711e155-20d4-4712-8a7e-3fbc461646ac triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:15.986461 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.019854 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:13Z', 'revision_number': 3, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:16.027747 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Checking router: dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:16.028773 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Updating router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:47:16.099986 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.294648 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dbb36-a3c2-4782-93e8-7cef981efb29 req-ed7017f8-0c06-4be4-a967-db09b48ac5ae tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:16.296325 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fc4dbb36-a3c2-4782-93e8-7cef981efb29 req-ed7017f8-0c06-4be4-a967-db09b48ac5ae tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1597621 Jun 16 15:47:16.385606 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fc4dbb36-a3c2-4782-93e8-7cef981efb29 req-76c2eb34-4492-4dde-aa43-f892b36ee1ca tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796952 Jun 16 15:47:16.440360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081e020-b5bc-4aa1-b7df-9524436139d6 req-0dd3011d-9428-41f7-af77-12fbd75cc2b2 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:16.448351 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f081e020-b5bc-4aa1-b7df-9524436139d6 req-0dd3011d-9428-41f7-af77-12fbd75cc2b2 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 944 time: 0.0955846 Jun 16 15:47:16.450336 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.468097 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.489580 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Transition to ACTIVE for port object e4288c84-a260-4f10-9c4d-9a0c7cb9f223 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:16.492194 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f081e020-b5bc-4aa1-b7df-9524436139d6 req-083de598-0f3e-4d61-99ef-68b5a6d4c84e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 Jun 16 15:47:16.497196 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.500918 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:16.562760 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a26ee587-2e03-489b-afc9-d2bcbc83d2e2 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:47:16.569371 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Attempting to bind port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:16.569768 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Attempting to bind port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:16.570278 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Attempting to bind port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:16.585482 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bad515-5e42-4089-b321-f5a86ede5614 None None] Pushing event updated for resources: {'Port': ['ID=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:16.598151 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-74bad515-5e42-4089-b321-f5a86ede5614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:16.599320 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:16.600221 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:16.601546 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.602024 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:16.602555 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Bound port: e4288c84-a260-4f10-9c4d-9a0c7cb9f223, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:16.603116 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.686622 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] For port e4288c84-a260-4f10-9c4d-9a0c7cb9f223, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:16.690325 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] For port e4288c84-a260-4f10-9c4d-9a0c7cb9f223, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:16.695361 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:16.697934 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:16.731278 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-8e8d0740-b275-487a-a256-4d98dba59524 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:16.734068 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-8e8d0740-b275-487a-a256-4d98dba59524 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.2074625 Jun 16 15:47:16.771808 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-bfb9fe9e-a80e-48a6-b6d4-ce8116c98a30 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/quotas/d7555c7597e8406a863a48ba3dc374ae HTTP/1.1" status: 200 len: 375 time: 0.0280185 Jun 16 15:47:16.774075 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Allocated IP 172.20.0.1 (22c1fa16-69ca-4591-9398-7291e2aa4c20/8b3abe5c-a933-431a-b8e8-bd4c1d4ce851/0e265b78-ac23-411d-95b8-7da636a5f33b) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:16.779334 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:16.780432 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:16.782899 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bad515-5e42-4089-b321-f5a86ede5614 None None] Pushing event updated for resources: {'Port': ['ID=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:16.787552 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-74bad515-5e42-4089-b321-f5a86ede5614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:16.926998 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:16.937395 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port a26ee587-2e03-489b-afc9-d2bcbc83d2e2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:16.955316 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2', 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af', 'port_id': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2', 'mac_address': 'fa:16:3e:c6:61:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b87a51-4711-4fcf-9dda-40a7d59cf17a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:47:17.010246 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.014187 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.025985 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26ee587-2e03-489b-afc9-d2bcbc83d2e2 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:47:17.037024 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-1a696775-e043-4edf-b839-8ce376feb029 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2480021 Jun 16 15:47:17.059031 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Transition to ACTIVE for port object 0e265b78-ac23-411d-95b8-7da636a5f33b will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:17.063442 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port a26ee587-2e03-489b-afc9-d2bcbc83d2e2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:17.070440 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.073159 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:17.152681 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:17.167569 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:17.175067 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:13Z', 'revision_number': 3, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:17.179153 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-f537ce12-4d61-43aa-8311-405f194166dd service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303408 Jun 16 15:47:17.180529 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9831f4-365a-483e-8931-f2507c4c2279 None None] The sync data for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb is: [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:13Z', 'revision_number': 3, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:17.181233 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.184851 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-55183fd5-9984-4165-b840-acef3a6e7b17 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:17.298457 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:17.336822 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:17.343715 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Pushing event updated for resources: {'Port': ['ID=0e265b78-ac23-411d-95b8-7da636a5f33b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:17.346878 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:17.364333 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:17.424199 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-46d2e76b-3097-4146-a298-a1ec5559a409 service neutron] 10.222.0.23 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355957 Jun 16 15:47:17.427738 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.656015 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['a26ee587-2e03-489b-afc9-d2bcbc83d2e2'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:17.786552 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-89cedca4-4a23-480b-8643-33506c0e6917 None None] Provisioning for port 0e265b78-ac23-411d-95b8-7da636a5f33b completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:17.818544 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.833021 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-89cedca4-4a23-480b-8643-33506c0e6917 None None] Provisioning complete for port 0e265b78-ac23-411d-95b8-7da636a5f33b triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:17.833481 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-89cedca4-4a23-480b-8643-33506c0e6917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:17.858979 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c69a-4fec-490f-bc20-1a737afd05da req-62baac7f-0856-461f-9bad-29cc7557bca0 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:17.860832 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4a60c69a-4fec-490f-bc20-1a737afd05da req-62baac7f-0856-461f-9bad-29cc7557bca0 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.2027895 Jun 16 15:47:17.907678 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device e4288c84-a260-4f10-9c4d-9a0c7cb9f223 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:17.928993 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4a60c69a-4fec-490f-bc20-1a737afd05da req-9b75b6af-6c0b-4a1e-8d7a-471e851ec35a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600464 Jun 16 15:47:17.961779 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-89cedca4-4a23-480b-8643-33506c0e6917 None None] Port 0e265b78-ac23-411d-95b8-7da636a5f33b cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:47:18.028867 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:18.059804 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:18.060162 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.136684 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518c99e-3d34-473c-9b4c-0f363cb4f4f8 req-cf79cb50-c961-49c5-93ee-adb12b70f7aa tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:18.138286 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5518c99e-3d34-473c-9b4c-0f363cb4f4f8 req-cf79cb50-c961-49c5-93ee-adb12b70f7aa tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 945 time: 0.2065473 Jun 16 15:47:18.154978 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-24fe370f-da24-48d9-9d99-5014aa0ce9e6 req-5df4e09a-c212-40c4-a25c-4d4df09987e1 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0856407 Jun 16 15:47:18.212530 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.262781 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5518c99e-3d34-473c-9b4c-0f363cb4f4f8 req-504c7f6d-adc8-4dae-9224-ce213355799a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147113 Jun 16 15:47:18.273634 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.279736 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.283918 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:18.298459 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port e4288c84-a260-4f10-9c4d-9a0c7cb9f223, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:18.305989 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.308228 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:18.384424 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Pushing event updated for resources: {'Port': ['ID=0e265b78-ac23-411d-95b8-7da636a5f33b,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:18.388105 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:18.395677 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.396052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.396421 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.396781 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.397189 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.397837 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.398189 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.398542 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.398892 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.399243 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.399591 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.399934 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:18.403854 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:18.407948 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:18.415279 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:18.558354 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:18.560582 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:18.562804 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 87e35c33-cb7f-49aa-831c-3672b6609755 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:47:18.611543 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 87e35c33-cb7f-49aa-831c-3672b6609755 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:47:18.612357 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 87e35c33-cb7f-49aa-831c-3672b6609755 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:47:18.820138 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:47:18.967249 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:18.973108 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] 10.222.0.23 "PUT /v2.0/routers/dda4774c-2bc4-40a2-b9a9-5ddca8d84e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5718312 Jun 16 15:47:19.010406 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-365d32ce-d084-4437-9a54-1c31249b8572 None None] Provisioning complete for port 0e265b78-ac23-411d-95b8-7da636a5f33b triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:19.010786 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-365d32ce-d084-4437-9a54-1c31249b8572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.078730 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-365d32ce-d084-4437-9a54-1c31249b8572 None None] Port 0e265b78-ac23-411d-95b8-7da636a5f33b cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:47:19.192657 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f99d4-99dd-43b8-8fcb-d1b6a1d449a7 req-d83baedc-0dbf-4a6e-9952-cc7d23d2030b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:19.193937 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-367f99d4-99dd-43b8-8fcb-d1b6a1d449a7 req-d83baedc-0dbf-4a6e-9952-cc7d23d2030b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0813029 Jun 16 15:47:19.254574 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-367f99d4-99dd-43b8-8fcb-d1b6a1d449a7 req-3f8457f0-16fe-4fdb-9292-3f6a77e354bf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542805 Jun 16 15:47:19.369737 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d94bc732-3f1e-4130-9f39-d86fff66d1f8 req-c65e1b05-4d48-40c8-9957-7dce79688feb tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0357218 Jun 16 15:47:19.509763 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a02f7-6670-4589-928e-a4fde7a5cf87 req-c6ea4d63-5a5e-4b7a-937f-91c7993df2cd tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:19.512401 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5e4a02f7-6670-4589-928e-a4fde7a5cf87 req-c6ea4d63-5a5e-4b7a-937f-91c7993df2cd tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 945 time: 0.0916421 Jun 16 15:47:19.535937 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Sync routers for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:19.557486 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:19.558676 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:19.617888 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5e4a02f7-6670-4589-928e-a4fde7a5cf87 req-3d47ba36-3913-4de6-9eea-f54bf93e505f tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939114 Jun 16 15:47:19.761341 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 59266) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:19.768906 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1852377031-network', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:19.769844 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:19.809537 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device e4288c84-a260-4f10-9c4d-9a0c7cb9f223 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:19.836975 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:47:19.850341 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Made reservation on behalf of fcbb61a6470d4d5e8b6a7c5473b5e2a8 for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:19.853338 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.877547 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:19.984635 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:19.985023 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.026910 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-519229d4-8943-4d18-bb4a-663eae718bc6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:20.030128 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-519229d4-8943-4d18-bb4a-663eae718bc6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 814 time: 0.2220736 Jun 16 15:47:20.051409 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Request body: {'port': {'device_id': '5262d9da-3ddd-4615-b89d-d28106247d50', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'admin_state_up': True, 'tenant_id': 'd7555c7597e8406a863a48ba3dc374ae'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:20.149373 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 2, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:20.154442 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Checking router: dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:20.154964 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Updating router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 port 0e265b78-ac23-411d-95b8-7da636a5f33b binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:47:20.195967 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.355791 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.367781 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.375904 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f48f8e41-a122-4027-b5c8-f4b932c74374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:20.407877 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:47:20.426924 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Made reservation on behalf of d7555c7597e8406a863a48ba3dc374ae for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:20.431492 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.434497 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.434497 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Added segment 44cd41fd-7319-4142-b269-80238ece0105 of type vlan for network 8357c219-6038-4c2a-8343-cb7c5036f09c Jun 16 15:47:20.451961 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db696b1-d2ad-4999-a0e6-e4d096a806bc,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:20.488195 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883f9e2-a944-4429-825f-3574d57d312d req-f3550820-baea-4c5a-8b78-d0f1e57b8db3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:20.489985 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2883f9e2-a944-4429-825f-3574d57d312d req-f3550820-baea-4c5a-8b78-d0f1e57b8db3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0950072 Jun 16 15:47:20.493324 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.493745 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.494464 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.494954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.497792 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.498438 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.498954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.499596 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.500141 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.500670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.501258 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.501780 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:20.524771 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:20.528336 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.552694 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2883f9e2-a944-4429-825f-3574d57d312d req-c8a63222-50f6-4087-a9c1-22fc11460e74 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563333 Jun 16 15:47:20.560430 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a26ee587-2e03-489b-afc9-d2bcbc83d2e2 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:20.616245 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-64f00b8d-5d5e-4bb1-be96-e5b07e1b27e5 req-3281562f-eb4a-4ff7-8c11-dac8b4a22967 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0823939 Jun 16 15:47:20.644750 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.663672 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:20.665460 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.668447 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Transition to ACTIVE for port object 0e265b78-ac23-411d-95b8-7da636a5f33b will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:20.668802 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:20.669376 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.672012 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:20.672421 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.676293 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:20.696286 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.699866 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:20.709347 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9464726 Jun 16 15:47:20.712894 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59288) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:20.719023 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Request body: {'subnet': {'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1852377031-subnet', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:20.766553 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Made reservation on behalf of fcbb61a6470d4d5e8b6a7c5473b5e2a8 for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:20.769527 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31499763'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:20.774807 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Allocated IP 172.20.0.13 (dd511b24-a00a-40fb-a4e7-fe658a96c4a9/c8351700-7b24-4372-9632-b7db9bc56a69/584c36ef-15e9-468a-a160-d7c633d08a29) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:20.777874 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Pushing event updated for resources: {'Network': ['ID=8357c219-6038-4c2a-8343-cb7c5036f09c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:20.785346 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:20.804365 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 8357c219-6038-4c2a-8343-cb7c5036f09c details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:47:20.815836 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8f1e9-2114-443a-9e70-fd00c8b7bff6 None None] Pushing event updated for resources: {'Port': ['ID=0e265b78-ac23-411d-95b8-7da636a5f33b,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:20.849716 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-d8d8f1e9-2114-443a-9e70-fd00c8b7bff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:21.005276 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.052368 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.056490 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.063914 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:21.090010 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['c97247c5-dc95-422a-940f-f87b35c5f4b9', '51a29e87-043d-43f9-9646-ebc663cbf163', 'a93c79de-5ed0-49fb-82dd-31b5121f117c'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:21.116293 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:21.122932 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:21.127828 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:21.155062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event updated for resources: {'Port': ['ID=584c36ef-15e9-468a-a160-d7c633d08a29,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:21.160626 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:21.173031 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Attempting to bind port 0e265b78-ac23-411d-95b8-7da636a5f33b on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:21.173031 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Attempting to bind port 0e265b78-ac23-411d-95b8-7da636a5f33b by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:21.173634 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Attempting to bind port 0e265b78-ac23-411d-95b8-7da636a5f33b on network 22c1fa16-69ca-4591-9398-7291e2aa4c20 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:21.194735 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:21.195519 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.203486 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:21.204139 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Checking segment: {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:21.204306 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.204635 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Bound using segment: {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:21.205128 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Bound port: 0e265b78-ac23-411d-95b8-7da636a5f33b, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:21.205614 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.216430 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:21.217974 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1743684 Jun 16 15:47:21.219035 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741f2792-9395-44ab-ac34-0258e6bbb1cb" -d '{"events": [{"server_uuid": "d231ff45-0b70-4713-9b53-5210a7f837cd", "name": "network-vif-plugged", "status": "completed", "tag": "a26ee587-2e03-489b-afc9-d2bcbc83d2e2"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:21.231265 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Request body: {'port': {'device_id': '5262d9da-3ddd-4615-b89d-d28106247d50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:21.253930 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port a26ee587-2e03-489b-afc9-d2bcbc83d2e2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:21.307289 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.316120 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a28d6f4-a294-418e-8d63-de089f8ad390 x-openstack-request-id: req-9a28d6f4-a294-418e-8d63-de089f8ad390 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:21.316610 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d231ff45-0b70-4713-9b53-5210a7f837cd", "name": "network-vif-plugged", "status": "completed", "tag": "a26ee587-2e03-489b-afc9-d2bcbc83d2e2", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:21.317052 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a28d6f4-a294-418e-8d63-de089f8ad390 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:21.317823 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2', 'code': 200} Jun 16 15:47:21.318695 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:21.373566 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.437509 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:21.456331 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] For port 0e265b78-ac23-411d-95b8-7da636a5f33b, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:21.463886 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:21.485475 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31860538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31499745'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.492894 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] For port 0e265b78-ac23-411d-95b8-7da636a5f33b, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0e265b78-ac23-411d-95b8-7da636a5f33b,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:21.494331 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e79f7581-d69c-4bfa-9361-66ba46e9ed9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:21.505990 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.514192 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:21.540406 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f2303-f326-4587-846c-d30f687afe92 req-4a8114da-18f0-45f4-a297-5acb038bdf9c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:21.542131 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f68f2303-f326-4587-846c-d30f687afe92 req-4a8114da-18f0-45f4-a297-5acb038bdf9c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 945 time: 0.5357263 Jun 16 15:47:21.594015 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0535902-04aa-4416-9be8-0b3295b12935,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:21.604934 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:21.692703 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-f4cfe454-ad36-4e72-95fa-718160fc5670 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5075843 Jun 16 15:47:21.696672 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f68f2303-f326-4587-846c-d30f687afe92 req-7e62d887-2892-4336-9a34-cc284f5762c0 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450574 Jun 16 15:47:21.699611 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Checking segment: {'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:21.700415 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Network hostable DHCP agents. Network: 8357c219-6038-4c2a-8343-cb7c5036f09c, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:47:21.738050 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Network 8357c219-6038-4c2a-8343-cb7c5036f09c is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:47:21.778638 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 8357c219-6038-4c2a-8343-cb7c5036f09c) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:21.789065 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:21.790302 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.828316 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8eaa68-399f-44f4-ab41-07ccb4a58f39 None None] Network 8357c219-6038-4c2a-8343-cb7c5036f09c requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:21.829171 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c764c99-73f1-42e8-a644-f33175b3000c req-06240ef9-ba38-4610-949f-f24aa0ffc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:21.830992 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8c764c99-73f1-42e8-a644-f33175b3000c req-06240ef9-ba38-4610-949f-f24aa0ffc083 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 1099 time: 0.2083983 Jun 16 15:47:21.856222 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8f1e9-2114-443a-9e70-fd00c8b7bff6 None None] Pushing event updated for resources: {'Port': ['ID=0e265b78-ac23-411d-95b8-7da636a5f33b,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:21.864682 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1503954 Jun 16 15:47:21.874789 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-d8d8f1e9-2114-443a-9e70-fd00c8b7bff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:21.876005 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59308) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:21.878262 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:21.878951 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:21.886927 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:21.947665 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8c764c99-73f1-42e8-a644-f33175b3000c req-bbfa38bc-2884-405d-8cba-ca2244cf08a7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942822 Jun 16 15:47:21.951047 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:21.952492 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.040255 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.218945 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-0683ff96-70c2-4e68-9100-f3b8824f96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:22.220763 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-0683ff96-70c2-4e68-9100-f3b8824f96a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1098 time: 0.4131179 Jun 16 15:47:22.299066 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.312430 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f521833-f532-4228-96cb-8ef3f3fbd482 req-0cf99125-da62-447a-b266-d5d1a8c2ccbf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:22.314025 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1f521833-f532-4228-96cb-8ef3f3fbd482 req-0cf99125-da62-447a-b266-d5d1a8c2ccbf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1505737 Jun 16 15:47:22.358192 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9473b-214d-48e6-bab0-d79d9b6f492d req-6f812c89-36b1-4fe2-b5ef-b8ae52ba93a1 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:22.359827 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54a9473b-214d-48e6-bab0-d79d9b6f492d req-6f812c89-36b1-4fe2-b5ef-b8ae52ba93a1 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 932 time: 0.3183305 Jun 16 15:47:22.393470 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1f521833-f532-4228-96cb-8ef3f3fbd482 req-fdc991d6-b2fe-4ff5-8006-5ea4f1f4eaf8 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711207 Jun 16 15:47:22.413221 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:22.455292 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584c36ef-15e9-468a-a160-d7c633d08a29 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:47:22.469476 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.491689 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Transition to ACTIVE for port object 584c36ef-15e9-468a-a160-d7c633d08a29 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:22.496865 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.501828 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2cfd3f66-d282-43d0-92a7-43ab2771a9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:22.508765 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-54a9473b-214d-48e6-bab0-d79d9b6f492d req-68121877-2c20-4789-808a-45ab03b5f973 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381588 Jun 16 15:47:22.523003 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-8357c219-6038-4c2a-8343-cb7c5036f09c', 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'fixed_ips': [{'subnet_id': 'e0535902-04aa-4416-9be8-0b3295b12935'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:47:22.523967 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.561495 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-b289576b-7f0d-4fc1-bdca-6aebd6d92862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:22.565354 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-b289576b-7f0d-4fc1-bdca-6aebd6d92862 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.2585590 Jun 16 15:47:22.575975 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Pushing event updated for resources: {'Port': ['ID=584c36ef-15e9-468a-a160-d7c633d08a29,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:22.580634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:22.710388 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-56a59387-c66c-444e-a0da-3f28f554d4b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 1001 time: 0.1334434 Jun 16 15:47:22.762732 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Attempting to bind port 584c36ef-15e9-468a-a160-d7c633d08a29 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:22.763114 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Attempting to bind port 584c36ef-15e9-468a-a160-d7c633d08a29 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:22.763488 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Attempting to bind port 584c36ef-15e9-468a-a160-d7c633d08a29 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:22.769865 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Port 584c36ef-15e9-468a-a160-d7c633d08a29 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:47:22.770241 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Attempting to bind port 584c36ef-15e9-468a-a160-d7c633d08a29 on network dd511b24-a00a-40fb-a4e7-fe658a96c4a9 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:22.778522 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:22.779018 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Checking segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:22.780062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Bound using segment: {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:22.780563 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Bound port: 584c36ef-15e9-468a-a160-d7c633d08a29, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:22.781008 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.868943 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-1173a5ee-5204-4188-9563-7ab72318adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:22.870714 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-1173a5ee-5204-4188-9563-7ab72318adb1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.1443477 Jun 16 15:47:22.898270 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] For port 584c36ef-15e9-468a-a160-d7c633d08a29, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:22.903138 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] For port 584c36ef-15e9-468a-a160-d7c633d08a29, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=584c36ef-15e9-468a-a160-d7c633d08a29,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:22.910511 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.914550 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:22.955265 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Allocated IP 172.20.0.2 (8357c219-6038-4c2a-8343-cb7c5036f09c/e0535902-04aa-4416-9be8-0b3295b12935/f4b46bfb-354a-4a07-897c-8531280ba5b2) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:22.978314 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:22.979533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.982749 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] 10.222.0.24 "PUT /v2.0/ports/584c36ef-15e9-468a-a160-d7c633d08a29 HTTP/1.1" status: 200 len: 1094 time: 1.7556553 Jun 16 15:47:22.983446 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5262d9da-3ddd-4615-b89d-d28106247d50', 'tag': '584c36ef-15e9-468a-a160-d7c633d08a29'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:22.984694 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:22.990070 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8480bfc6-f02b-4f92-a014-a3c483ec6cef" -d '{"events": [{"name": "network-changed", "server_uuid": "5262d9da-3ddd-4615-b89d-d28106247d50", "tag": "584c36ef-15e9-468a-a160-d7c633d08a29"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:23.055612 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.069568 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Pushing event updated for resources: {'Port': ['ID=584c36ef-15e9-468a-a160-d7c633d08a29,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:23.088419 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:23.124841 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405682dc-9dd3-4e3a-b3f4-7236678c344b x-openstack-request-id: req-405682dc-9dd3-4e3a-b3f4-7236678c344b {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:23.125337 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5262d9da-3ddd-4615-b89d-d28106247d50", "tag": "584c36ef-15e9-468a-a160-d7c633d08a29", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:23.125790 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-405682dc-9dd3-4e3a-b3f4-7236678c344b {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:23.126387 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5262d9da-3ddd-4615-b89d-d28106247d50', 'tag': '584c36ef-15e9-468a-a160-d7c633d08a29', 'status': 'completed', 'code': 200} Jun 16 15:47:23.143543 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-f11f89ab-d2e0-4ee3-bb58-1e8eeb4423d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:23.145184 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-f11f89ab-d2e0-4ee3-bb58-1e8eeb4423d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2634199 Jun 16 15:47:23.181868 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-b38423e0-c313-4fcb-a0a4-64c89bc76323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:23.184203 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-b38423e0-c313-4fcb-a0a4-64c89bc76323 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 1097 time: 0.1100311 Jun 16 15:47:23.237328 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.245400 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-9331d7a4-dec5-4163-8655-9dc06be19219 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584c36ef-15e9-468a-a160-d7c633d08a29 HTTP/1.1" status: 200 len: 217 time: 0.0518069 Jun 16 15:47:23.250134 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Transition to ACTIVE for port object f4b46bfb-354a-4a07-897c-8531280ba5b2 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:23.285503 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Transition to ACTIVE for port object f4b46bfb-354a-4a07-897c-8531280ba5b2 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:23.290746 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814b062-bc8a-424e-bedf-2efea100cb8f req-2c48196f-cf3d-4014-8452-97f8e029ba0e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:23.298460 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2814b062-bc8a-424e-bedf-2efea100cb8f req-2c48196f-cf3d-4014-8452-97f8e029ba0e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 946 time: 0.3288918 Jun 16 15:47:23.298916 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:21Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:23.302090 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.306334 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:23.341129 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-ee730b51-f75f-4eeb-8054-190ebc004efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:23.344253 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bba3c40-7921-4755-b26d-7f9f16d15e9f None None] The sync data for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb is: [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:21Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:23.345145 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-ee730b51-f75f-4eeb-8054-190ebc004efb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.0903141 Jun 16 15:47:23.369300 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Allocated IP 172.28.3.254 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/0a36eaf5-3157-44e3-b92c-9fb0d4205e3d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:23.374824 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Pushing event updated for resources: {'Port': ['ID=f4b46bfb-354a-4a07-897c-8531280ba5b2,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:23.382413 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-d1f1d768-7b97-426a-8b9c-552467d4e643 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277536 Jun 16 15:47:23.383699 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:23.390145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Network 8357c219-6038-4c2a-8343-cb7c5036f09c is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:23.391750 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:23.400220 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:23.406687 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2814b062-bc8a-424e-bedf-2efea100cb8f req-d82a61a5-93eb-4678-9e68-6134d85b529e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070318 Jun 16 15:47:23.470864 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-297bd381-0887-446c-9438-bb5d5500cca1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066065 Jun 16 15:47:23.563667 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Attempting to bind port f4b46bfb-354a-4a07-897c-8531280ba5b2 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:23.564289 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Attempting to bind port f4b46bfb-354a-4a07-897c-8531280ba5b2 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:23.564425 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Attempting to bind port f4b46bfb-354a-4a07-897c-8531280ba5b2 on network 8357c219-6038-4c2a-8343-cb7c5036f09c {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:23.590341 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:23.590814 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Checking segment: {'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:23.591236 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.591620 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Bound using segment: {'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:23.592156 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Bound port: f4b46bfb-354a-4a07-897c-8531280ba5b2, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:23.592589 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.678380 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee49d6b2-6a79-418d-99f4-0d098ab8dd6c req-68dea074-3f58-4724-bd98-0a6fc6d1d218 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666461 Jun 16 15:47:23.786829 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] For port f4b46bfb-354a-4a07-897c-8531280ba5b2, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:23.798319 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] For port f4b46bfb-354a-4a07-897c-8531280ba5b2, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=f4b46bfb-354a-4a07-897c-8531280ba5b2,segment=NetworkSegment(44cd41fd-7319-4142-b269-80238ece0105),segment_id=44cd41fd-7319-4142-b269-80238ece0105)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:23.804299 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.829145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:23.892551 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:23.993776 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784e73c-e7b7-489c-a2fc-f1393cb75cb3 req-5b03d1a1-2dea-4b12-b415-1587387bbd14 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:23.996979 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b784e73c-e7b7-489c-a2fc-f1393cb75cb3 req-5b03d1a1-2dea-4b12-b415-1587387bbd14 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.3687568 Jun 16 15:47:23.999472 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Pushing event updated for resources: {'Port': ['ID=f4b46bfb-354a-4a07-897c-8531280ba5b2,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:24.004214 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0e265b78-ac23-411d-95b8-7da636a5f33b up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:24.024669 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:24.025460 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-2ed9e6b2-f034-427d-98bf-0344eb86146b service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188282 Jun 16 15:47:24.120875 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 0e265b78-ac23-411d-95b8-7da636a5f33b completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:24.122892 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:24.127876 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 0e265b78-ac23-411d-95b8-7da636a5f33b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:24.128172 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:24.128338 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:24.145155 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b784e73c-e7b7-489c-a2fc-f1393cb75cb3 req-7adc2c1a-d6f1-425b-9767-4597ba689c4b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169763 Jun 16 15:47:24.303833 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ee91fdd-bbce-49da-a62f-50c79ecaacf7 req-ccae0c29-98fc-4dc7-a026-7923bde169a6 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485576 Jun 16 15:47:24.341777 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:24.424761 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 0e265b78-ac23-411d-95b8-7da636a5f33b, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0e265b78-ac23-411d-95b8-7da636a5f33b,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:24.431507 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:24.457016 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:24.566218 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-c61addc4-c782-4450-9e80-2b71dd7db89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:24.569395 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-c61addc4-c782-4450-9e80-2b71dd7db89f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 1097 time: 0.1159387 Jun 16 15:47:24.584285 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=0e265b78-ac23-411d-95b8-7da636a5f33b,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:24.599680 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:24.630266 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:24.640877 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:24.650076 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:24.654764 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:24.659737 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:24.721559 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c12d7-be16-44ca-8678-7e68dbfe4b45 req-9d523264-61dd-48f8-ae2d-77492ae58797 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:24.726368 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4a6c12d7-be16-44ca-8678-7e68dbfe4b45 req-9d523264-61dd-48f8-ae2d-77492ae58797 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 944 time: 0.6623611 Jun 16 15:47:24.817862 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9e682-81ba-4a8d-af3d-d1944fa5ca6f req-d5a8894e-89c5-492e-a0f4-8c52f03fe34d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:24.819657 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7cc9e682-81ba-4a8d-af3d-d1944fa5ca6f req-d5a8894e-89c5-492e-a0f4-8c52f03fe34d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 946 time: 0.1870985 Jun 16 15:47:24.820932 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-9ea8755f-bbdd-40b6-a8ae-746496130ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:24.822512 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-9ea8755f-bbdd-40b6-a8ae-746496130ef4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 915 time: 0.2359569 Jun 16 15:47:24.923235 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4a6c12d7-be16-44ca-8678-7e68dbfe4b45 req-1b370fcb-a3e3-41a9-bc3b-d6af5035a758 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376283 Jun 16 15:47:25.005536 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7cc9e682-81ba-4a8d-af3d-d1944fa5ca6f req-345763db-b852-4b4a-aabf-c86036198924 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737959 Jun 16 15:47:25.005536 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-de17d076-1d8b-4801-a0cd-5f0d5e319349 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=584c36ef-15e9-468a-a160-d7c633d08a29 HTTP/1.1" status: 200 len: 217 time: 0.1326144 Jun 16 15:47:25.118586 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-6e6921a1-0ac4-4993-90ee-ff831d759e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:25.120125 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-6e6921a1-0ac4-4993-90ee-ff831d759e97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.1089203 Jun 16 15:47:25.190942 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-f05953d3-30ec-42bd-92ec-aff8a2838f12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608552 Jun 16 15:47:25.227589 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.418290 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-f2c3cb72-781b-4804-b785-3045e5d521f8 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165067 Jun 16 15:47:25.487761 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.642144 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8480bfc6-f02b-4f92-a014-a3c483ec6cef req-8b03bdcf-9122-4deb-8b23-af419fc8281f service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145619 Jun 16 15:47:25.680207 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c9d20-af0b-479f-bb3e-f7ad8c866fcd None None] Network 8357c219-6038-4c2a-8343-cb7c5036f09c requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:47:25.796595 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:25.825553 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9bb998-a3fc-4376-8da9-104869803eed req-d5f852d4-8ec6-41e3-bc37-f89e16f9cc4a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:25.838679 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3a9bb998-a3fc-4376-8da9-104869803eed req-d5f852d4-8ec6-41e3-bc37-f89e16f9cc4a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.2667427 Jun 16 15:47:25.846438 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2927988a-2658-46ac-a127-538508d564b4 None None] Provisioning for port f4b46bfb-354a-4a07-897c-8531280ba5b2 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:25.998570 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3a9bb998-a3fc-4376-8da9-104869803eed req-c291c73e-4268-435d-bc34-c9682ecaaa8a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524787 Jun 16 15:47:26.005866 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0e265b78-ac23-411d-95b8-7da636a5f33b up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:26.082385 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 0e265b78-ac23-411d-95b8-7da636a5f33b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:26.082772 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.127881 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Router 71b92753-1f67-40d4-af3f-b48e7a2aa68c is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:47:26.251228 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f4b46bfb-354a-4a07-897c-8531280ba5b2 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:26.346706 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:26.358621 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Sync routers for ids ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:26.368727 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.370031 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4928157 Jun 16 15:47:26.380742 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf4de5-dffa-4984-b332-25de5d3ed638 req-c29f3fb3-a4f5-4ad1-9b57-b63cec81743f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:26.383433 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-48cf4de5-dffa-4984-b332-25de5d3ed638 req-c29f3fb3-a4f5-4ad1-9b57-b63cec81743f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 944 time: 0.1355400 Jun 16 15:47:26.384046 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59380) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:26.389889 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Routers {'71b92753-1f67-40d4-af3f-b48e7a2aa68c'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:26.390526 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:26.462886 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e66d76-c9d6-4b8d-a91e-c66e82960095 req-58039b8f-686e-45e7-9334-9553e43baa81 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:26.467035 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port f4b46bfb-354a-4a07-897c-8531280ba5b2 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:26.477018 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-37e66d76-c9d6-4b8d-a91e-c66e82960095 req-58039b8f-686e-45e7-9334-9553e43baa81 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 946 time: 0.1228225 Jun 16 15:47:26.485346 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port f4b46bfb-354a-4a07-897c-8531280ba5b2 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:26.486258 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.543651 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Set router 71b92753-1f67-40d4-af3f-b48e7a2aa68c gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:26.583879 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6de2f982-f59a-4be7-b72a-445618bc80fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.584059 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-37e66d76-c9d6-4b8d-a91e-c66e82960095 req-168e3220-b727-4a88-9ac7-f7c8de9f7df9 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028128 Jun 16 15:47:26.642795 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-ba568bfe-5de0-4e61-aee9-45278b0362ef None None] Provisioning complete for port f4b46bfb-354a-4a07-897c-8531280ba5b2 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:26.643683 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ba568bfe-5de0-4e61-aee9-45278b0362ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.731238 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.753671 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-48cf4de5-dffa-4984-b332-25de5d3ed638 req-3100777f-6d43-48c3-a699-90b23b59f4a6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408005 Jun 16 15:47:26.790335 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port f4b46bfb-354a-4a07-897c-8531280ba5b2, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=f4b46bfb-354a-4a07-897c-8531280ba5b2,segment=NetworkSegment(44cd41fd-7319-4142-b269-80238ece0105),segment_id=44cd41fd-7319-4142-b269-80238ece0105)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:26.801120 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:26.825087 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:26.866514 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 3, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:26.871043 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Checking router: 71b92753-1f67-40d4-af3f-b48e7a2aa68c for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:26.871398 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Updating router 71b92753-1f67-40d4-af3f-b48e7a2aa68c port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:47:26.903093 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=f4b46bfb-354a-4a07-897c-8531280ba5b2,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:26.912332 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.912709 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.913050 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.913382 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.913926 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.914465 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.914853 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.915348 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.915787 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.916234 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.916621 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.917295 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:47:26.922977 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:26.951110 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.371767 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ffb38-c03a-42e6-93ef-27226d2bd4fd req-6781bfac-732d-4c16-9eeb-b7eda046ac07 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:27.373565 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f66ffb38-c03a-42e6-93ef-27226d2bd4fd req-6781bfac-732d-4c16-9eeb-b7eda046ac07 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1562042 Jun 16 15:47:27.411024 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.432605 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f66ffb38-c03a-42e6-93ef-27226d2bd4fd req-c6d8c0bd-1540-472c-9799-4ace4b04478a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Jun 16 15:47:27.455625 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.470452 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Transition to ACTIVE for port object 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:27.480108 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.485703 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-74bad515-5e42-4089-b321-f5a86ede5614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:27.567031 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Attempting to bind port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:27.567578 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Attempting to bind port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:27.568112 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Attempting to bind port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:27.580298 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331c033-79b5-4d01-b984-1862e70bba7f None None] Pushing event updated for resources: {'Port': ['ID=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:27.585289 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:27.585876 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:27.586479 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.587268 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:27.588198 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Bound port: 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:27.588700 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.592860 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-b331c033-79b5-4d01-b984-1862e70bba7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:27.603528 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Allocated IP 172.20.0.1 (8357c219-6038-4c2a-8343-cb7c5036f09c/e0535902-04aa-4416-9be8-0b3295b12935/f10c742d-1526-46e9-8f4e-2c758ecd0055) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:27.678810 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] For port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:27.684843 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] For port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:27.691996 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.698391 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-8f620771-7810-49da-bd8b-fda8db431e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:27.759569 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.769256 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f4b46bfb-354a-4a07-897c-8531280ba5b2 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:27.794515 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Transition to ACTIVE for port object f10c742d-1526-46e9-8f4e-2c758ecd0055 will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:27.822634 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331c033-79b5-4d01-b984-1862e70bba7f None None] Pushing event updated for resources: {'Port': ['ID=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:27.827996 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-b331c033-79b5-4d01-b984-1862e70bba7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:27.831856 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Routers {'71b92753-1f67-40d4-af3f-b48e7a2aa68c'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:27.833771 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59edbb6-1566-431a-8ce4-e78c8c33244b req-efff352c-8516-4237-9564-d1e41256eefe tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:27.834525 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:46:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:27.841274 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f59edbb6-1566-431a-8ce4-e78c8c33244b req-efff352c-8516-4237-9564-d1e41256eefe tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 946 time: 0.1224654 Jun 16 15:47:27.861312 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:27.867754 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:27.926502 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f59edbb6-1566-431a-8ce4-e78c8c33244b req-0416c1da-0cb4-451e-8cc6-9e239799a251 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788665 Jun 16 15:47:27.969883 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Network 8357c219-6038-4c2a-8343-cb7c5036f09c is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:27.973904 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:27.979248 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] Set router 71b92753-1f67-40d4-af3f-b48e7a2aa68c gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:27.979756 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:28.057424 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Pushing event updated for resources: {'Port': ['ID=f10c742d-1526-46e9-8f4e-2c758ecd0055,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:28.065210 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:28.074000 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port f4b46bfb-354a-4a07-897c-8531280ba5b2 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:28.074385 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.079754 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.313908 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 3, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:28.318495 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49feecb-f132-4a03-9c60-a105cc4d14b2 None None] The sync data for ids ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'] in dv-cinder-796114-3-smb is: [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 3, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:28.349169 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bc4c5-81d9-44da-99ac-678451374129 req-4178b014-9268-4271-9b07-cf5b822d295a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:28.361734 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e91bc4c5-81d9-44da-99ac-678451374129 req-4178b014-9268-4271-9b07-cf5b822d295a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 944 time: 0.3534863 Jun 16 15:47:28.419562 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c17a3e1f-5e7b-48d3-a586-f5874844c497 None None] Provisioning for port f10c742d-1526-46e9-8f4e-2c758ecd0055 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:28.425273 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c17a3e1f-5e7b-48d3-a586-f5874844c497 None None] Provisioning complete for port f10c742d-1526-46e9-8f4e-2c758ecd0055 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:28.426134 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c17a3e1f-5e7b-48d3-a586-f5874844c497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.471449 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e91bc4c5-81d9-44da-99ac-678451374129 req-af897a14-551d-42c2-a9b7-9686c4c1719b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128864 Jun 16 15:47:28.474954 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-c17a3e1f-5e7b-48d3-a586-f5874844c497 None None] Port f10c742d-1526-46e9-8f4e-2c758ecd0055 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:47:28.475400 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.587473 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 584c36ef-15e9-468a-a160-d7c633d08a29 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:47:28.904926 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 584c36ef-15e9-468a-a160-d7c633d08a29, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=584c36ef-15e9-468a-a160-d7c633d08a29,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:28.910314 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66539c22-9545-43b4-a2d8-b4221787e7da req-9214385d-35da-4754-9929-d30385823cee tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:28.911974 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-66539c22-9545-43b4-a2d8-b4221787e7da req-9214385d-35da-4754-9929-d30385823cee tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 946 time: 0.3663225 Jun 16 15:47:28.923771 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '584c36ef-15e9-468a-a160-d7c633d08a29', 'network_id': 'dd511b24-a00a-40fb-a4e7-fe658a96c4a9', 'port_id': '584c36ef-15e9-468a-a160-d7c633d08a29', 'mac_address': 'fa:16:3e:7b:65:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8351700-7b24-4372-9632-b7db9bc56a69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:47:28.944308 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.966899 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:28.972514 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0963c69d-2d33-4137-bcda-3ed68578a170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:29.013732 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.043415 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584c36ef-15e9-468a-a160-d7c633d08a29 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:47:29.098308 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987bb0ce-7bfe-4e88-96c3-fb807672439e req-b4219945-3234-41d9-a54b-a08d59a03058 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:29.101017 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-987bb0ce-7bfe-4e88-96c3-fb807672439e req-b4219945-3234-41d9-a54b-a08d59a03058 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.4156508 Jun 16 15:47:29.106913 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 584c36ef-15e9-468a-a160-d7c633d08a29, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=584c36ef-15e9-468a-a160-d7c633d08a29,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:29.113830 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.116271 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:29.201002 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bc0d4c8d-11ad-4ec9-b610-139e9f385125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.218054 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-987bb0ce-7bfe-4e88-96c3-fb807672439e req-b59cc9fb-a757-432f-be87-a88e7bbc34ae tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952759 Jun 16 15:47:29.230090 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=584c36ef-15e9-468a-a160-d7c633d08a29,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:29.251707 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Pushing event updated for resources: {'Port': ['ID=f10c742d-1526-46e9-8f4e-2c758ecd0055,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:29.254884 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:29.258786 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.259096 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:29.264463 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Deleting port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:47:29.264818 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.276413 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.377907 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] For port a26ee587-2e03-489b-afc9-d2bcbc83d2e2, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:29.378343 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.379193 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11b5df-43e8-4c9e-b374-16d2d2063715 req-54aafe20-c2e9-4aa2-8c3a-c060fb944e4f tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:29.382331 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a11b5df-43e8-4c9e-b374-16d2d2063715 req-54aafe20-c2e9-4aa2-8c3a-c060fb944e4f tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 946 time: 0.1892078 Jun 16 15:47:29.404320 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Network 8357c219-6038-4c2a-8343-cb7c5036f09c is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:29.411912 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:29.463857 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Calling delete_port for a26ee587-2e03-489b-afc9-d2bcbc83d2e2 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:47:29.526028 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5a11b5df-43e8-4c9e-b374-16d2d2063715 req-ed8d107b-aa41-4f32-be0e-cb750c4c0ea2 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356754 Jun 16 15:47:29.594416 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Router 71b92753-1f67-40d4-af3f-b48e7a2aa68c has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:47:29.742035 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.755196 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['a26ee587-2e03-489b-afc9-d2bcbc83d2e2'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:29.771473 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:29.816179 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['584c36ef-15e9-468a-a160-d7c633d08a29'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:29.826526 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:29.861990 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Pushing event deleted for resources: {'Port': ['ID=a26ee587-2e03-489b-afc9-d2bcbc83d2e2,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:29.868129 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:29.897607 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] No DVR routers for this DVR port a26ee587-2e03-489b-afc9-d2bcbc83d2e2 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:47:29.900600 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.902938 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-66539c22-9545-43b4-a2d8-b4221787e7da req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "DELETE /v2.0/ports/a26ee587-2e03-489b-afc9-d2bcbc83d2e2 HTTP/1.1" status: 204 len: 173 time: 0.9795969 Jun 16 15:47:29.903459 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'name': 'network-vif-deleted', 'tag': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:29.917777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5cc2e4-5053-4e49-a606-22f00247ca59" -d '{"events": [{"server_uuid": "d231ff45-0b70-4713-9b53-5210a7f837cd", "name": "network-vif-deleted", "tag": "a26ee587-2e03-489b-afc9-d2bcbc83d2e2"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:29.959404 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-eee8eaa8-1e38-4ee2-826b-e8dfd889a55c None None] Provisioning complete for port f10c742d-1526-46e9-8f4e-2c758ecd0055 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:29.960661 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-eee8eaa8-1e38-4ee2-826b-e8dfd889a55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:29.982851 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc1bb6f-55b9-4ade-b80e-ad3f94e2d06f x-openstack-request-id: req-fbc1bb6f-55b9-4ade-b80e-ad3f94e2d06f {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:29.983432 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d231ff45-0b70-4713-9b53-5210a7f837cd", "name": "network-vif-deleted", "tag": "a26ee587-2e03-489b-afc9-d2bcbc83d2e2", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:29.983697 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fbc1bb6f-55b9-4ade-b80e-ad3f94e2d06f {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:29.984122 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd231ff45-0b70-4713-9b53-5210a7f837cd', 'name': 'network-vif-deleted', 'tag': 'a26ee587-2e03-489b-afc9-d2bcbc83d2e2', 'status': 'completed', 'code': 200} Jun 16 15:47:30.044224 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-eee8eaa8-1e38-4ee2-826b-e8dfd889a55c None None] Port f10c742d-1526-46e9-8f4e-2c758ecd0055 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:47:30.058658 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:30.070743 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:30.071498 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:30.091790 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4b92c-cb41-4747-8a8f-ec98ac63002c req-d7ca6d8b-0f64-4d2a-bfc9-6995916fcb64 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:30.093951 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56e4b92c-cb41-4747-8a8f-ec98ac63002c req-d7ca6d8b-0f64-4d2a-bfc9-6995916fcb64 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 945 time: 0.1311631 Jun 16 15:47:30.124292 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:47:30.140675 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] 10.222.0.23 "PUT /v2.0/routers/71b92753-1f67-40d4-af3f-b48e7a2aa68c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7459509 Jun 16 15:47:30.164902 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-56e4b92c-cb41-4747-8a8f-ec98ac63002c req-a0235085-2b36-4493-b547-05fd665ed7db tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636539 Jun 16 15:47:30.264396 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:30.302169 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:30.309846 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:30.315321 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:30.410238 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:30.416019 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:30.464987 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:30.617473 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269875c9-c22c-4d51-a370-055b8b34f871 req-b64fba52-351a-489c-9eac-895e72b20f4f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:30.619616 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-269875c9-c22c-4d51-a370-055b8b34f871 req-b64fba52-351a-489c-9eac-895e72b20f4f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1187036 Jun 16 15:47:30.688345 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-269875c9-c22c-4d51-a370-055b8b34f871 req-5935218b-0851-4d55-9492-30df1b57b010 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624886 Jun 16 15:47:30.851603 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cd8fc595-a152-4f38-8736-f1272b98bd4d req-74339b9e-c4c2-4fc6-88d0-a2ef0101927e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=d231ff45-0b70-4713-9b53-5210a7f837cd HTTP/1.1" status: 200 len: 210 time: 0.0750408 Jun 16 15:47:30.904759 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Sync routers for ids ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:47:30.915633 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Routers {'71b92753-1f67-40d4-af3f-b48e7a2aa68c'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:30.916348 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:31.044583 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Set router 71b92753-1f67-40d4-af3f-b48e7a2aa68c gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:31.314235 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:47:28Z', 'revision_number': 4, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'f10c742d-1526-46e9-8f4e-2c758ecd0055', 'name': '', 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'mac_address': 'fa:16:3e:f3:cd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e0535902-04aa-4416-9be8-0b3295b12935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:27Z', 'updated_at': '2021-06-16T15:47:28Z', 'revision_number': 2, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'subnets': [{'id': 'e0535902-04aa-4416-9be8-0b3295b12935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:31.318126 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Checking router: 71b92753-1f67-40d4-af3f-b48e7a2aa68c for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:47:31.318487 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Updating router 71b92753-1f67-40d4-af3f-b48e7a2aa68c port f10c742d-1526-46e9-8f4e-2c758ecd0055 binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:47:31.390022 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:31.459769 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ac12a-7fb4-446e-84f0-d4facf32f620 req-b39da475-a12e-401e-aeee-2d20ee6a71e8 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:31.473085 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-470ac12a-7fb4-446e-84f0-d4facf32f620 req-b39da475-a12e-401e-aeee-2d20ee6a71e8 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 945 time: 0.1369989 Jun 16 15:47:31.562676 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-470ac12a-7fb4-446e-84f0-d4facf32f620 req-78ced036-4210-45a4-aedc-323e866abcd4 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876780 Jun 16 15:47:31.897035 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:32.147393 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c3060-f95e-44f9-925f-7b1219f9e894 req-a4b9c56f-2325-4c74-875d-ca57d30663c6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:32.156566 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e59c3060-f95e-44f9-925f-7b1219f9e894 req-a4b9c56f-2325-4c74-875d-ca57d30663c6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1979656 Jun 16 15:47:32.281328 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e59c3060-f95e-44f9-925f-7b1219f9e894 req-209211a6-a0f3-419a-bc8e-6b3797639fd7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088254 Jun 16 15:47:32.325362 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:32.325986 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:32.491131 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:32.495085 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:32.513286 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Transition to ACTIVE for port object f10c742d-1526-46e9-8f4e-2c758ecd0055 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:32.536425 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:32.549855 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-d8d8f1e9-2114-443a-9e70-fd00c8b7bff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:32.628446 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 584c36ef-15e9-468a-a160-d7c633d08a29 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:32.690786 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-95bb6829-789a-4e9a-9400-ba27af42f305 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:32.696312 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-95bb6829-789a-4e9a-9400-ba27af42f305 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/networks?id=bda331cf-a4f2-420e-9dd1-303429f9c1af HTTP/1.1" status: 200 len: 809 time: 0.2178552 Jun 16 15:47:32.714894 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-fc793a8b-e90c-4863-bc96-de7fb3abd04f tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/quotas/c3a8d731c36e49cf95ce490b063201b1 HTTP/1.1" status: 200 len: 375 time: 0.0176032 Jun 16 15:47:32.773107 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-764eef4c-786b-483b-917a-860bbefcd27a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3a8d731c36e49cf95ce490b063201b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566380 Jun 16 15:47:32.778095 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c65c6-8c30-4a18-ad0d-0b0062cb4c28 None None] Pushing event updated for resources: {'Port': ['ID=f10c742d-1526-46e9-8f4e-2c758ecd0055,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:32.812482 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-726c65c6-8c30-4a18-ad0d-0b0062cb4c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:32.847323 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Attempting to bind port f10c742d-1526-46e9-8f4e-2c758ecd0055 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:32.847795 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Attempting to bind port f10c742d-1526-46e9-8f4e-2c758ecd0055 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:32.848138 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Attempting to bind port f10c742d-1526-46e9-8f4e-2c758ecd0055 on network 8357c219-6038-4c2a-8343-cb7c5036f09c {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:32.860728 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:32.893384 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Checking segment: {'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:32.893384 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:32.893384 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Bound using segment: {'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:32.893384 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Bound port: f10c742d-1526-46e9-8f4e-2c758ecd0055, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cd41fd-7319-4142-b269-80238ece0105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:32.893384 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:32.924934 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 584c36ef-15e9-468a-a160-d7c633d08a29 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:32.937978 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 584c36ef-15e9-468a-a160-d7c633d08a29 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:32.938701 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:33.026568 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-1c2da27a-4270-4cdd-91df-0021f18d9c67 service neutron] 10.222.0.23 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522583 Jun 16 15:47:33.169610 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b583be-ddd6-4514-84da-4ef223a2f061 req-552d4cb1-dfe3-49ac-95c9-0a35656b53a8 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:33.183506 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b0b583be-ddd6-4514-84da-4ef223a2f061 req-552d4cb1-dfe3-49ac-95c9-0a35656b53a8 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 945 time: 0.2662303 Jun 16 15:47:33.310378 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b0b583be-ddd6-4514-84da-4ef223a2f061 req-593a31ec-539a-4dc4-9562-13d7ff4b4936 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248074 Jun 16 15:47:33.315088 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] For port f10c742d-1526-46e9-8f4e-2c758ecd0055, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:33.325804 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] For port f10c742d-1526-46e9-8f4e-2c758ecd0055, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=f10c742d-1526-46e9-8f4e-2c758ecd0055,segment=NetworkSegment(44cd41fd-7319-4142-b269-80238ece0105),segment_id=44cd41fd-7319-4142-b269-80238ece0105)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:33.360013 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-45788cc9-0628-4850-8c7d-b085a286fa02 service neutron] 10.222.0.23 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298788 Jun 16 15:47:33.364868 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:33.373580 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-971b01d0-216e-4f44-9ff0-cd4d361f9910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:33.466494 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c65c6-8c30-4a18-ad0d-0b0062cb4c28 None None] Pushing event updated for resources: {'Port': ['ID=f10c742d-1526-46e9-8f4e-2c758ecd0055,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:33.480063 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-726c65c6-8c30-4a18-ad0d-0b0062cb4c28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:33.507349 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:33.618862 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 584c36ef-15e9-468a-a160-d7c633d08a29, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=584c36ef-15e9-468a-a160-d7c633d08a29,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:33.621872 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5262d9da-3ddd-4615-b89d-d28106247d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c36ef-15e9-468a-a160-d7c633d08a29'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:33.629940 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ecef5e-3e0b-4d11-922d-680a7d24377e" -d '{"events": [{"server_uuid": "5262d9da-3ddd-4615-b89d-d28106247d50", "name": "network-vif-plugged", "status": "completed", "tag": "584c36ef-15e9-468a-a160-d7c633d08a29"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:33.646464 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Routers {'71b92753-1f67-40d4-af3f-b48e7a2aa68c'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:47:33.649925 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:33.653729 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:33.654612 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a26ee587-2e03-489b-afc9-d2bcbc83d2e2 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:47:33.728965 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00798eaa-2152-45f7-8108-0e780870e7ce req-8d408fd5-0f00-4b5c-8bae-c1895dc0c02f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:33.732402 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:33.734735 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-00798eaa-2152-45f7-8108-0e780870e7ce req-8d408fd5-0f00-4b5c-8bae-c1895dc0c02f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1959627 Jun 16 15:47:33.810035 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: a26ee587-2e03-489b-afc9-d2bcbc83d2e2 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:47:33.810396 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a26ee587-2e03-489b-afc9-d2bcbc83d2e2 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:47:33.832637 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-00798eaa-2152-45f7-8108-0e780870e7ce req-b44b264b-e5c2-4373-8c62-b03009ae34f3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914192 Jun 16 15:47:34.080353 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d260fb18-923b-4d32-bf22-19b2a326cb36 req-89973823-5dd4-4a5e-8f23-ea58acb65002 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 210 time: 0.0485971 Jun 16 15:47:34.225226 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2481d7-4eb5-4ed9-8452-eabcb1c55e9a x-openstack-request-id: req-ea2481d7-4eb5-4ed9-8452-eabcb1c55e9a {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:34.225665 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5262d9da-3ddd-4615-b89d-d28106247d50", "name": "network-vif-plugged", "status": "completed", "tag": "584c36ef-15e9-468a-a160-d7c633d08a29", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:34.225822 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea2481d7-4eb5-4ed9-8452-eabcb1c55e9a {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:34.226225 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5262d9da-3ddd-4615-b89d-d28106247d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584c36ef-15e9-468a-a160-d7c633d08a29', 'code': 200} Jun 16 15:47:34.267212 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=584c36ef-15e9-468a-a160-d7c633d08a29,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:34.289173 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:34.362015 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] Set router 71b92753-1f67-40d4-af3f-b48e7a2aa68c gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:47:34.515907 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902c2b6-8868-4ad4-8faf-a9b2c9535c03 req-05a658da-f52c-4fd9-ab87-298c5990030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:34.517758 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c902c2b6-8868-4ad4-8faf-a9b2c9535c03 req-05a658da-f52c-4fd9-ab87-298c5990030e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 1099 time: 0.2305160 Jun 16 15:47:34.650421 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c902c2b6-8868-4ad4-8faf-a9b2c9535c03 req-7a6067fe-b302-46ec-9f81-560ba7d6666b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179368 Jun 16 15:47:34.739814 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d7e13-a4cf-4520-b9b5-03dfd3c33ea3 req-daebdf32-c9e9-4a28-8888-9c8204ee876c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:34.748832 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9f2d7e13-a4cf-4520-b9b5-03dfd3c33ea3 req-daebdf32-c9e9-4a28-8888-9c8204ee876c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 946 time: 0.0930278 Jun 16 15:47:34.855025 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9f2d7e13-a4cf-4520-b9b5-03dfd3c33ea3 req-872d4376-b9ad-45cc-96bd-599e8028ec14 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049156 Jun 16 15:47:34.939925 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:47:28Z', 'revision_number': 4, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'f10c742d-1526-46e9-8f4e-2c758ecd0055', 'name': '', 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'mac_address': 'fa:16:3e:f3:cd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e0535902-04aa-4416-9be8-0b3295b12935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:27Z', 'updated_at': '2021-06-16T15:47:33Z', 'revision_number': 4, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'subnets': [{'id': 'e0535902-04aa-4416-9be8-0b3295b12935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:34.963683 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d4d7d7-9bef-4798-8a78-230630f9ddfd None None] The sync data for ids ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'] in dv-cinder-796114-3-smb is: [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:47:28Z', 'revision_number': 4, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'f10c742d-1526-46e9-8f4e-2c758ecd0055', 'name': '', 'network_id': '8357c219-6038-4c2a-8343-cb7c5036f09c', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'mac_address': 'fa:16:3e:f3:cd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'e0535902-04aa-4416-9be8-0b3295b12935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:27Z', 'updated_at': '2021-06-16T15:47:33Z', 'revision_number': 4, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'subnets': [{'id': 'e0535902-04aa-4416-9be8-0b3295b12935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:47:35.255533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bb701-131b-4482-8b8c-29940539430b req-fd38b36a-ed03-4ee9-9159-c6a31f7c8432 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:35.275465 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bc9bb701-131b-4482-8b8c-29940539430b req-fd38b36a-ed03-4ee9-9159-c6a31f7c8432 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1096320 Jun 16 15:47:35.364500 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bc9bb701-131b-4482-8b8c-29940539430b req-c7065ba3-cd75-458f-8b43-81c39f1507b9 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873945 Jun 16 15:47:35.484015 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1b974932-4058-4b53-a24a-2d914714ad40 req-7f50cb21-b8d9-4afe-9a85-5fc40951211e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 210 time: 0.0439270 Jun 16 15:47:35.728654 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 59592) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:35.815637 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Deleting subnet 4fab2230-5b41-4026-b15e-945157090096 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:47:35.835611 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:35.901045 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f10c742d-1526-46e9-8f4e-2c758ecd0055 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:35.939429 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530607'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.024646 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port f10c742d-1526-46e9-8f4e-2c758ecd0055 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:36.032245 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port f10c742d-1526-46e9-8f4e-2c758ecd0055 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:36.033157 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.076848 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.244332 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.281854 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59600) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:36.326351 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port f10c742d-1526-46e9-8f4e-2c758ecd0055, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=f10c742d-1526-46e9-8f4e-2c758ecd0055,segment=NetworkSegment(44cd41fd-7319-4142-b269-80238ece0105),segment_id=44cd41fd-7319-4142-b269-80238ece0105)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:36.336321 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.339646 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:36.431166 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=f10c742d-1526-46e9-8f4e-2c758ecd0055,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:36.441836 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:36.623935 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30295466'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.661170 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:36.687184 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a196a817-6939-4b81-83a2-0c7b44fbbc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.828698 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fab2230-5b41-4026-b15e-945157090096,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:36.855492 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:36.860694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.866572 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4fab2230-5b41-4026-b15e-945157090096 HTTP/1.1" status: 204 len: 168 time: 1.1306391 Jun 16 15:47:36.892211 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 59610) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:36.910271 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a196a817-6939-4b81-83a2-0c7b44fbbc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.915340 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a196a817-6939-4b81-83a2-0c7b44fbbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:36.964431 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d2bd0897-8858-49c8-bfb2-9562d53315fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:36.983938 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a196a817-6939-4b81-83a2-0c7b44fbbc2f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=695bd6f213024d7fa076dc1e0bbb5b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7009020 Jun 16 15:47:36.984815 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59612) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:37.095716 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-06641f91-b099-4e83-865b-95bb341f54ea tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:37.096982 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-06641f91-b099-4e83-865b-95bb341f54ea tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "GET /v2.0/networks?id=bda331cf-a4f2-420e-9dd1-303429f9c1af HTTP/1.1" status: 200 len: 809 time: 0.9477005 Jun 16 15:47:37.105810 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07a1e4-8c76-405d-84ee-89a142dfe658 req-f880ad42-5871-46ae-897a-77ee4579cc6a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:37.107687 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2b07a1e4-8c76-405d-84ee-89a142dfe658 req-f880ad42-5871-46ae-897a-77ee4579cc6a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 946 time: 0.8568258 Jun 16 15:47:37.110259 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.117626 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Request body: {'port': {'device_id': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af', 'admin_state_up': True, 'tenant_id': 'c3a8d731c36e49cf95ce490b063201b1'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:37.141119 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196a817-6939-4b81-83a2-0c7b44fbbc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbce71da-d622-4c12-a4da-aae72a4eb689,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:37.145901 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a196a817-6939-4b81-83a2-0c7b44fbbc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:37.174593 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.222345 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.239673 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51734-cbee-47f3-9f69-02d7fc3a5376 req-2bb67d2f-e91f-4a34-b39c-2459add11ead tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:37.247963 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-63d51734-cbee-47f3-9f69-02d7fc3a5376 req-2bb67d2f-e91f-4a34-b39c-2459add11ead tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.2605710 Jun 16 15:47:37.270017 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf7f77-7181-41da-b404-8ea019ce0fe1 req-7a9080a8-9cc4-4f88-a9c0-54ee5cc3dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:37.272095 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c2bf7f77-7181-41da-b404-8ea019ce0fe1 req-7a9080a8-9cc4-4f88-a9c0-54ee5cc3dee1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 1098 time: 0.1959612 Jun 16 15:47:37.370169 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-63d51734-cbee-47f3-9f69-02d7fc3a5376 req-fb6e92d0-b30e-4a34-af90-a9852916457c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210816 Jun 16 15:47:37.382134 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c2bf7f77-7181-41da-b404-8ea019ce0fe1 req-2d354071-719e-4de1-9af2-ac318c055744 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983856 Jun 16 15:47:37.399302 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.406036 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.409793 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dbce71da-d622-4c12-a4da-aae72a4eb689 HTTP/1.1" status: 204 len: 168 time: 0.4151535 Jun 16 15:47:37.409793 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c2fe7bf0-b880-407e-a4bc-82b8c40fd16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:37.418479 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbce71da-d622-4c12-a4da-aae72a4eb689,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:37.420686 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:37.488860 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2b07a1e4-8c76-405d-84ee-89a142dfe658 req-c986433f-82c3-4b14-82c3-de35f957e3c0 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657959 Jun 16 15:47:37.545161 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c25d9643-e4ef-4cb1-a148-aafeac6315c9 req-469aed40-4368-4185-95bb-59e410259137 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 210 time: 0.0347345 Jun 16 15:47:37.566304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.583022 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96c708d-2477-4cf0-ab76-b116324aefcf']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:37.609728 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5436ba6-656e-4491-b4a2-19589848852f') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:37.609728 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5436ba6-656e-4491-b4a2-19589848852f') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:37.617643 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530614'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.628514 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Made reservation on behalf of c3a8d731c36e49cf95ce490b063201b1 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:37.632456 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.648373 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.666046 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:47:37.666493 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30075928'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: Traceback (most recent call last): Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: timer() Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: cb(*args, **kw) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: return func(*args, **kwargs) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: self._notify() Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: self.callback(batched_events) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: event.method(event) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: return f(self, *a, **k) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: return self._get(url).json() Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:47:37.670457 dv-cinder-796114-3-smb neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:47:37.846918 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f10c742d-1526-46e9-8f4e-2c758ecd0055 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:37.852594 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.866845 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:37.883028 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Pushing event deleted for resources: {'Network': ['ID=e96c708d-2477-4cf0-ab76-b116324aefcf,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:37.888522 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.893218 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59626) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:37.893405 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e96c708d-2477-4cf0-ab76-b116324aefcf HTTP/1.1" status: 204 len: 168 time: 0.9956076 Jun 16 15:47:37.897926 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:37.916852 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Allocated IP 172.20.0.10 (bda331cf-a4f2-420e-9dd1-303429f9c1af/51b87a51-4711-4fcf-9dda-40a7d59cf17a/9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:37.922712 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port f10c742d-1526-46e9-8f4e-2c758ecd0055 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:37.923428 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.942692 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Deleting subnet 4b8f1bb6-9e54-40d2-843a-d09f7b520393 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:47:37.946520 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:37.987319 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.045078 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.128012 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.131983 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f8f84c53-8682-483d-a1cd-343f09153007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:38.161947 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b8f1bb6-9e54-40d2-843a-d09f7b520393,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:38.166063 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:38.169351 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.174035 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4b8f1bb6-9e54-40d2-843a-d09f7b520393 HTTP/1.1" status: 204 len: 168 time: 0.2768927 Jun 16 15:47:38.174660 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59628) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:38.217363 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.281917 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.284907 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.291885 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bd0cda1d-75af-4da8-a727-ca96adafbe55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:38.331972 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Network bda331cf-a4f2-420e-9dd1-303429f9c1af is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:38.341779 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:38.344797 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:38.381072 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.384232 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Pushing event updated for resources: {'Port': ['ID=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:38.387913 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:38.392704 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010ee3ee-988a-41de-b6cf-85198bd4d123']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:38.407290 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334bef22-0346-4af6-ba2f-c6e74e397bce') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:38.407522 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334bef22-0346-4af6-ba2f-c6e74e397bce') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:47:38.415290 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:38.415988 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.418840 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.440690 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.440992 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3282316 Jun 16 15:47:38.449931 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:47:38.450432 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.453112 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:47:38.456171 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:47:38.464185 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Request body: {'port': {'device_id': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:38.554523 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.570036 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:38.592337 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.596934 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] 10.222.0.23 "DELETE /v2.0/networks/010ee3ee-988a-41de-b6cf-85198bd4d123 HTTP/1.1" status: 204 len: 168 time: 0.4187973 Jun 16 15:47:38.608132 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Pushing event deleted for resources: {'Network': ['ID=010ee3ee-988a-41de-b6cf-85198bd4d123,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:38.615674 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:38.630189 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:38.661389 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25741130-de71-4c06-89b4-3a1e4c2dd543 req-fc44ec6f-6a33-4496-afe2-67a45d0df113 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:38.664224 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-25741130-de71-4c06-89b4-3a1e4c2dd543 req-fc44ec6f-6a33-4496-afe2-67a45d0df113 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1075213 Jun 16 15:47:38.753612 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-25741130-de71-4c06-89b4-3a1e4c2dd543 req-7db1ee78-2469-4bde-a445-466768452902 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825408 Jun 16 15:47:38.978841 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7431526-6caa-414f-afa1-9ab9443dc5d3 req-8129c708-6348-4a3f-ba35-f70299be571b tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:38.986900 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f7431526-6caa-414f-afa1-9ab9443dc5d3 req-8129c708-6348-4a3f-ba35-f70299be571b tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 932 time: 0.1108291 Jun 16 15:47:39.018932 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59640) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:39.023058 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8b668-2d7d-4497-ae24-dd0de8f95f4e req-81a7e4c0-9465-4b6f-9313-1432d614b299 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:39.024697 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1ef8b668-2d7d-4497-ae24-dd0de8f95f4e req-81a7e4c0-9465-4b6f-9313-1432d614b299 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 946 time: 0.2894022 Jun 16 15:47:39.072814 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f7431526-6caa-414f-afa1-9ab9443dc5d3 req-b7e2248d-5c93-4cea-aa85-3f3d3ee81bd1 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837195 Jun 16 15:47:39.125512 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-631eabe0-41d1-4fd5-9482-b256b53cd345 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2b39782b69dd44419fa635b54cdfae9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054034 Jun 16 15:47:39.129832 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59642) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:39.130420 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1ef8b668-2d7d-4497-ae24-dd0de8f95f4e req-b43e2fb1-266f-4459-af7f-e7fc87109a67 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Jun 16 15:47:39.253223 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.272133 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:47:39.297607 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.297890 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.316842 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Transition to ACTIVE for port object 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:39.323113 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.327448 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:39.414517 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.419857 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.424228 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af4d03af-1021-45d9-aca2-5dbff04cdbfd HTTP/1.1" status: 204 len: 168 time: 0.2827203 Jun 16 15:47:39.424228 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f58bafca-3ca2-455e-927d-b51ba76c7d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:39.433203 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Pushing event updated for resources: {'Port': ['ID=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:39.437775 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:39.464684 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4d03af-1021-45d9-aca2-5dbff04cdbfd,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:39.473205 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:39.568184 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Attempting to bind port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:47:39.569277 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Attempting to bind port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:47:39.569964 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Attempting to bind port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b on network bda331cf-a4f2-420e-9dd1-303429f9c1af {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:39.576283 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b on network bda331cf-a4f2-420e-9dd1-303429f9c1af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:47:39.576795 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Attempting to bind port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b on network bda331cf-a4f2-420e-9dd1-303429f9c1af {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:47:39.583531 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:47:39.583970 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Checking segment: {'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:47:39.585256 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Bound using segment: {'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:47:39.585964 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Bound port: 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e98260c8-7b66-4a09-ba15-8438f7ec062f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:47:39.586573 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.687734 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] For port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:47:39.692192 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] For port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:47:39.711455 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.714975 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-24a42499-fbbd-4c8e-8ac3-739472b6bb75 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:39.760459 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:39.761118 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:39.762635 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] 10.222.0.24 "PUT /v2.0/ports/9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b HTTP/1.1" status: 200 len: 1094 time: 1.3086648 Jun 16 15:47:39.765875 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'tag': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:39.766098 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2300f72c-cb8e-4560-b487-e824b81c179b" -d '{"events": [{"name": "network-changed", "server_uuid": "220f3e14-369d-48d5-8bc4-4aadcb159691", "tag": "9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:39.870303 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9594380b-6e04-4ab4-847a-9aa94d6f627e x-openstack-request-id: req-9594380b-6e04-4ab4-847a-9aa94d6f627e {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:39.870855 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "220f3e14-369d-48d5-8bc4-4aadcb159691", "tag": "9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:39.871574 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9594380b-6e04-4ab4-847a-9aa94d6f627e {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:39.872527 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'tag': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b', 'status': 'completed', 'code': 200} Jun 16 15:47:39.874740 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Pushing event updated for resources: {'Port': ['ID=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:39.896911 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:39.939761 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-099b684d-97c8-48ed-b816-43983f3d987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:39.941935 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-099b684d-97c8-48ed-b816-43983f3d987c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a8d731c36e49cf95ce490b063201b1&device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 1097 time: 0.1077940 Jun 16 15:47:40.009075 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-375a8dd9-f550-4e9b-ad3e-fbcf17df09a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b HTTP/1.1" status: 200 len: 217 time: 0.0543120 Jun 16 15:47:40.059553 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59658) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:40.079627 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-ee217cfb-2fec-4d23-a9bd-4b76765dc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:40.081639 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bd709-107c-4a01-a0bf-6c4001497fb5 req-3de41d1c-20ef-4f5d-9966-cf637a4ef154 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:40.091775 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-ee217cfb-2fec-4d23-a9bd-4b76765dc85f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51b87a51-4711-4fcf-9dda-40a7d59cf17a HTTP/1.1" status: 200 len: 849 time: 0.0741014 Jun 16 15:47:40.093867 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-906bd709-107c-4a01-a0bf-6c4001497fb5 req-3de41d1c-20ef-4f5d-9966-cf637a4ef154 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1047213 Jun 16 15:47:40.135904 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-53b510f7-6774-47bf-8999-5164b1d06fc5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda331cf-a4f2-420e-9dd1-303429f9c1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313778 Jun 16 15:47:40.173936 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-906bd709-107c-4a01-a0bf-6c4001497fb5 req-9c9527e9-ceef-4666-9a94-8f0c4c57b5a5 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789981 Jun 16 15:47:40.225179 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f1e15dd2-4a44-4973-99b7-df3df922908c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c2a1a4e08624d4fa0cccc71c3144586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619580 Jun 16 15:47:40.225847 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59664) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:40.342078 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3c5969c-04f6-4f4c-8d9b-7b9af61c2541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:40.355315 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-14d784cb-ab93-4edd-8488-2ed05b3eb09d service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123339 Jun 16 15:47:40.372294 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3c5969c-04f6-4f4c-8d9b-7b9af61c2541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:40.415929 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513fe4e-0311-45df-880d-e0442a40afc6 req-7546793c-5161-4fb9-9f49-09cebebc2a6c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:40.423319 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1513fe4e-0311-45df-880d-e0442a40afc6 req-7546793c-5161-4fb9-9f49-09cebebc2a6c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 944 time: 0.1302202 Jun 16 15:47:40.504354 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3c5969c-04f6-4f4c-8d9b-7b9af61c2541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:40.507178 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3c5969c-04f6-4f4c-8d9b-7b9af61c2541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:40.511427 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b3c5969c-04f6-4f4c-8d9b-7b9af61c2541 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a3e49eb6-4a1a-4c3b-b571-f820e66823bd HTTP/1.1" status: 204 len: 168 time: 0.2815726 Jun 16 15:47:40.511427 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d5c97b1c-b987-43ad-abb5-a2eeacf674d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:40.528092 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ed90e594-7e95-4bdd-878a-7cfbd477ddf1 req-f075f751-cf9d-473b-b2a4-aae830f41e53 service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649206 Jun 16 15:47:40.530189 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbec50b-4b47-4de7-b48e-735c43713238 req-20fff7a8-1366-45a0-83ea-6a379ca3316a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:40.538429 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7dbec50b-4b47-4de7-b48e-735c43713238 req-20fff7a8-1366-45a0-83ea-6a379ca3316a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1578014 Jun 16 15:47:40.540386 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5969c-04f6-4f4c-8d9b-7b9af61c2541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e49eb6-4a1a-4c3b-b571-f820e66823bd,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:40.548826 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b3c5969c-04f6-4f4c-8d9b-7b9af61c2541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:40.573087 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1513fe4e-0311-45df-880d-e0442a40afc6 req-710bdf59-07ed-4390-a896-b00a309fc187 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487563 Jun 16 15:47:40.618378 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7dbec50b-4b47-4de7-b48e-735c43713238 req-0b9d3973-74cf-45e6-be48-986208355413 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785861 Jun 16 15:47:40.712847 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300f72c-cb8e-4560-b487-e824b81c179b req-a21e8359-bae5-4865-a9eb-c4dd86f7da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:40.722890 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2300f72c-cb8e-4560-b487-e824b81c179b req-a21e8359-bae5-4865-a9eb-c4dd86f7da05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3a8d731c36e49cf95ce490b063201b1&device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 1097 time: 0.1215394 Jun 16 15:47:40.877161 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300f72c-cb8e-4560-b487-e824b81c179b req-77af24e1-cfb3-4b06-a235-9dc617d159fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:40.878725 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2300f72c-cb8e-4560-b487-e824b81c179b req-77af24e1-cfb3-4b06-a235-9dc617d159fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=bda331cf-a4f2-420e-9dd1-303429f9c1af HTTP/1.1" status: 200 len: 910 time: 0.1415977 Jun 16 15:47:40.957614 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2300f72c-cb8e-4560-b487-e824b81c179b req-701ff4b0-3432-4c5a-8df8-507beb30d16e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b HTTP/1.1" status: 200 len: 217 time: 0.0700040 Jun 16 15:47:41.029087 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300f72c-cb8e-4560-b487-e824b81c179b req-18928456-1a97-461f-bdb8-fb76bc53721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:41.030838 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2300f72c-cb8e-4560-b487-e824b81c179b req-18928456-1a97-461f-bdb8-fb76bc53721c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=51b87a51-4711-4fcf-9dda-40a7d59cf17a HTTP/1.1" status: 200 len: 849 time: 0.0652444 Jun 16 15:47:41.142380 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2300f72c-cb8e-4560-b487-e824b81c179b req-d82e4453-8fa5-4b3a-a0e2-fd0a0f236b7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bda331cf-a4f2-420e-9dd1-303429f9c1af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011968 Jun 16 15:47:41.504297 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2300f72c-cb8e-4560-b487-e824b81c179b req-62cad2f7-6851-41ac-8414-cd3696e63097 service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401525 Jun 16 15:47:41.674311 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2300f72c-cb8e-4560-b487-e824b81c179b req-760f6a00-f4fa-472d-9794-b8e5adf920e8 service neutron] 10.222.0.24 "GET /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451216 Jun 16 15:47:42.058078 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206321d-0ef8-40bb-b446-1fe198cc0d5d req-c21e876d-686c-4271-8a10-966be7248a83 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:42.060061 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3206321d-0ef8-40bb-b446-1fe198cc0d5d req-c21e876d-686c-4271-8a10-966be7248a83 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 944 time: 0.1769774 Jun 16 15:47:42.124533 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3206321d-0ef8-40bb-b446-1fe198cc0d5d req-4bd32d80-4225-4e99-9012-da878e804a5a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554972 Jun 16 15:47:42.777540 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-eecdea8b-9305-4656-9105-2c5228cda781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:42.779907 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-eecdea8b-9305-4656-9105-2c5228cda781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1098 time: 0.1003006 Jun 16 15:47:42.821143 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982cb6e-3693-4660-a717-56234f5fe3bc req-21ce99c2-bb91-4717-8685-1c36d00ffbc2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:42.823537 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8982cb6e-3693-4660-a717-56234f5fe3bc req-21ce99c2-bb91-4717-8685-1c36d00ffbc2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0938175 Jun 16 15:47:42.872213 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 59730) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:42.903482 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8982cb6e-3693-4660-a717-56234f5fe3bc req-748f5ba7-bb60-48a3-b6d0-f8f9feb8198b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690246 Jun 16 15:47:43.003380 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-e7447ef0-8d98-48fa-a1e2-3279f6ca0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:43.005126 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-e7447ef0-8d98-48fa-a1e2-3279f6ca0715 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 919 time: 0.2185457 Jun 16 15:47:43.060607 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-6a58d295-0241-48f8-9a95-7a25ca22b8c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 200 len: 217 time: 0.0461144 Jun 16 15:47:43.091836 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1d2757e7-4fad-4585-9688-1122bbbb4c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.153918 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-e7e0881d-bd02-448b-b57d-9e96b24cac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:43.154989 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-e7e0881d-bd02-448b-b57d-9e96b24cac6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.0815177 Jun 16 15:47:43.244934 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-2d8b49c4-0ff2-4598-8dae-972a9e635d2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764747 Jun 16 15:47:43.573670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1d2757e7-4fad-4585-9688-1122bbbb4c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.582585 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb4282-16d8-4678-bd79-b21c81904c13 req-514f293e-f920-473e-a627-5b352576e807 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:43.590128 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cffb4282-16d8-4678-bd79-b21c81904c13 req-514f293e-f920-473e-a627-5b352576e807 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 944 time: 0.2877054 Jun 16 15:47:43.617735 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-1d2757e7-4fad-4585-9688-1122bbbb4c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.623792 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-87fbea32-5e66-4886-9893-2afbc773cefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:43.649771 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-a0522d38-85f6-4945-9750-9b70c30a38b0 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833821 Jun 16 15:47:43.701734 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2757e7-4fad-4585-9688-1122bbbb4c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756406ac-ae3a-4453-ad70-c5413ebbacd6,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:43.716375 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1d2757e7-4fad-4585-9688-1122bbbb4c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:43.721565 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-1d2757e7-4fad-4585-9688-1122bbbb4c3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2fee43661084f1ab94ae7776a19ff9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8478127 Jun 16 15:47:43.725023 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 59740) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:47:43.730841 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cffb4282-16d8-4678-bd79-b21c81904c13 req-3084326a-ab7f-4206-9d39-3fba238ef8f3 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398361 Jun 16 15:47:43.825424 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0e01b3c-8263-4e7e-9249-5b0fec765289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.869004 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0e01b3c-8263-4e7e-9249-5b0fec765289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.874580 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-47e9455e-f220-4986-8452-8a82c2b6fa6d req-0ea10455-2254-4575-ab66-238bf6b6da48 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878791 Jun 16 15:47:43.961236 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0e01b3c-8263-4e7e-9249-5b0fec765289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.967433 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a0e01b3c-8263-4e7e-9249-5b0fec765289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:43.969363 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a0e01b3c-8263-4e7e-9249-5b0fec765289 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/756406ac-ae3a-4453-ad70-c5413ebbacd6 HTTP/1.1" status: 204 len: 168 time: 0.2431376 Jun 16 15:47:43.970193 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:43.983701 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e01b3c-8263-4e7e-9249-5b0fec765289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756406ac-ae3a-4453-ad70-c5413ebbacd6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:43.997983 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a0e01b3c-8263-4e7e-9249-5b0fec765289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:44.241543 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a52f09-4415-4c1b-875e-7cc801b7c9cf req-f53acd56-6edc-4d97-a800-cc5a5000f8bf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:44.243541 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f6a52f09-4415-4c1b-875e-7cc801b7c9cf req-f53acd56-6edc-4d97-a800-cc5a5000f8bf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0986357 Jun 16 15:47:44.298785 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f6a52f09-4415-4c1b-875e-7cc801b7c9cf req-5f0d35f4-a72c-4d09-97f7-ea3bb7f4e294 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459135 Jun 16 15:47:44.656555 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:47:44.831268 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:44.849145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b', 'network_id': 'bda331cf-a4f2-420e-9dd1-303429f9c1af', 'port_id': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b', 'mac_address': 'fa:16:3e:d6:a7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b87a51-4711-4fcf-9dda-40a7d59cf17a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:47:44.899585 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:44.923553 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:47:44.953118 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:44.962529 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:44.967405 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:45.038072 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:45.042805 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:45.072026 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb23eeb-184d-4235-9dd2-cda0f67620a3 req-f1efc7c7-bdcd-45b3-9bef-710c23ff88f6 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:45.073743 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dbb23eeb-184d-4235-9dd2-cda0f67620a3 req-f1efc7c7-bdcd-45b3-9bef-710c23ff88f6 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 944 time: 0.1877763 Jun 16 15:47:45.121170 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dbb23eeb-184d-4235-9dd2-cda0f67620a3 req-08ff0cbe-0464-47d6-a9a2-f16e073f5d28 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Jun 16 15:47:45.548812 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d038cb-6175-4506-990b-5a2f742d2a24 req-28814564-994a-4494-93f2-3c335877d426 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:45.552086 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c6d038cb-6175-4506-990b-5a2f742d2a24 req-28814564-994a-4494-93f2-3c335877d426 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0935733 Jun 16 15:47:45.672888 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c6d038cb-6175-4506-990b-5a2f742d2a24 req-37c05a84-98b4-41c6-9008-9316542bcd9d tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082072 Jun 16 15:47:45.687025 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:46.330551 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3180-fffe-45ce-9ff2-931b7f4a00de req-46536eb0-42e8-4c27-b546-039477cc46be tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:46.332137 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3b2a3180-fffe-45ce-9ff2-931b7f4a00de req-46536eb0-42e8-4c27-b546-039477cc46be tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 945 time: 0.0841315 Jun 16 15:47:46.377318 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3b2a3180-fffe-45ce-9ff2-931b7f4a00de req-26dcce8d-37bf-4869-966f-693ede9ecad6 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Jun 16 15:47:46.902811 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aff224-aa49-4397-b79f-e259fcade065 req-5dcfae51-29d1-471d-a541-285abc521e1e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:46.911776 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-46aff224-aa49-4397-b79f-e259fcade065 req-5dcfae51-29d1-471d-a541-285abc521e1e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0867026 Jun 16 15:47:46.986535 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-46aff224-aa49-4397-b79f-e259fcade065 req-63e9f6a9-c71c-4a40-8877-23059df1eb6c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724354 Jun 16 15:47:47.458024 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835da0b-ac45-45e7-9f2f-d880f788644c req-a76838a0-0256-4a9d-b367-a7ae3adc320f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:47.461268 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9835da0b-ac45-45e7-9f2f-d880f788644c req-a76838a0-0256-4a9d-b367-a7ae3adc320f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 946 time: 0.1217611 Jun 16 15:47:47.534758 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9835da0b-ac45-45e7-9f2f-d880f788644c req-8562610e-7162-4336-bbf3-7dc0698ed1fb tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636637 Jun 16 15:47:47.621573 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec5e46c-8ab0-40f5-b0dc-a9fab86a5000 req-c246b0d7-33e0-4571-8eb7-a3ebdf17e357 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:47.623192 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4ec5e46c-8ab0-40f5-b0dc-a9fab86a5000 req-c246b0d7-33e0-4571-8eb7-a3ebdf17e357 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 945 time: 0.1116579 Jun 16 15:47:47.671251 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4ec5e46c-8ab0-40f5-b0dc-a9fab86a5000 req-a0fe3c50-4775-40a3-b5f4-d8d718f65d07 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Jun 16 15:47:48.175221 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e1db6-6638-425e-aee1-5ac85963d732 req-c75494fc-f5c7-4607-a9b7-46aefa8b2583 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:48.176607 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ec8e1db6-6638-425e-aee1-5ac85963d732 req-c75494fc-f5c7-4607-a9b7-46aefa8b2583 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0660520 Jun 16 15:47:48.217765 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ec8e1db6-6638-425e-aee1-5ac85963d732 req-2f862fa7-5c1e-45ed-a089-ee4953a14efd tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Jun 16 15:47:48.234085 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-b6f9c9d4-befc-41ed-b8fe-bff5b3bdc03a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:48.235561 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-b6f9c9d4-befc-41ed-b8fe-bff5b3bdc03a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 815 time: 0.1172626 Jun 16 15:47:48.251198 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-96905645-a9b5-4451-832e-2067ce56cbdc tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/quotas/b47e6d8886e0466f9fae1893fac287d8 HTTP/1.1" status: 200 len: 375 time: 0.0096045 Jun 16 15:47:48.335032 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-025dd810-f58e-4ec6-bdf4-155b30b10661 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766263 Jun 16 15:47:48.442770 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-3b17594e-349b-4eb9-b100-43d97615c7eb service neutron] 10.222.0.23 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939884 Jun 16 15:47:48.548672 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-e426e219-3d29-4fa6-9d58-5c95cbac8d48 service neutron] 10.222.0.23 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985863 Jun 16 15:47:48.658590 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:47:48.762510 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519fb16-2aca-4c94-84ab-63c6192af871 req-ed7b23d2-7908-4a67-9dfa-b2e8f22ba03a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:48.770628 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-855ff03a-a0e8-43d2-94bf-5fd529f3045a req-2486f9ee-7c07-441d-a18a-062596b0df88 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 210 time: 0.0346439 Jun 16 15:47:48.774036 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4519fb16-2aca-4c94-84ab-63c6192af871 req-ed7b23d2-7908-4a67-9dfa-b2e8f22ba03a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 946 time: 0.1195521 Jun 16 15:47:48.782945 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:48.790826 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:48.791503 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.830753 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4519fb16-2aca-4c94-84ab-63c6192af871 req-d400834e-c3dc-40dc-9680-7a62156d1e5c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554726 Jun 16 15:47:48.914917 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.945276 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:48.947666 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e9326-3582-4a3b-8193-1e15f5690432" -d '{"events": [{"server_uuid": "220f3e14-369d-48d5-8bc4-4aadcb159691", "name": "network-vif-plugged", "status": "completed", "tag": "9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:48.964155 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:48.969000 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:48.972095 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:49.010292 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d7adf-3105-420f-ab22-3bb1d1f114f1 req-14a63e1d-739d-4ecb-88cc-f0fefc125620 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:49.013970 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb9d7adf-3105-420f-ab22-3bb1d1f114f1 req-14a63e1d-739d-4ecb-88cc-f0fefc125620 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 945 time: 0.1185584 Jun 16 15:47:49.016240 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ee1b19-da37-47a0-999f-34d85c7791e0 x-openstack-request-id: req-78ee1b19-da37-47a0-999f-34d85c7791e0 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:49.016532 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220f3e14-369d-48d5-8bc4-4aadcb159691", "name": "network-vif-plugged", "status": "completed", "tag": "9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:49.017211 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-78ee1b19-da37-47a0-999f-34d85c7791e0 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:49.017405 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b', 'code': 200} Jun 16 15:47:49.036569 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:49.048528 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:49.065978 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb9d7adf-3105-420f-ab22-3bb1d1f114f1 req-b6a15ae4-bb2d-4449-8a19-4ef771495fdf tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461566 Jun 16 15:47:49.618380 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a86e8-0bf4-4281-9d6f-0292d91ae7b1 req-cff3e464-af92-4869-ae36-48d188599909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:49.621623 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-306a86e8-0bf4-4281-9d6f-0292d91ae7b1 req-cff3e464-af92-4869-ae36-48d188599909 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 1099 time: 0.3720970 Jun 16 15:47:49.658170 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632c09a-7923-4882-91a4-2997424c3f2c req-82aa4a43-5879-4aa1-8ab3-4d5942386600 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:49.659713 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f632c09a-7923-4882-91a4-2997424c3f2c req-82aa4a43-5879-4aa1-8ab3-4d5942386600 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1204860 Jun 16 15:47:49.699944 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-306a86e8-0bf4-4281-9d6f-0292d91ae7b1 req-54e0b426-0e50-4b4e-a3fe-d5303239c5ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691891 Jun 16 15:47:49.720434 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f632c09a-7923-4882-91a4-2997424c3f2c req-105bf41f-eacb-4110-918c-b6f5cc814e7b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517421 Jun 16 15:47:49.926626 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fd226b9d-2a40-4d7f-a5c9-47b16a7183ef req-8391366b-4214-4852-89ab-c7aef34496c0 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 210 time: 0.0317373 Jun 16 15:47:50.020294 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2335609-a192-48fc-bf7d-3cd35598c628 req-5a1c7954-1fb9-4540-a26c-bca4e1237f2c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:50.021785 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d2335609-a192-48fc-bf7d-3cd35598c628 req-5a1c7954-1fb9-4540-a26c-bca4e1237f2c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 946 time: 0.0656831 Jun 16 15:47:50.064858 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d2335609-a192-48fc-bf7d-3cd35598c628 req-a8642e6a-d7e9-432f-abd3-83a48579a56f tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363073 Jun 16 15:47:50.143797 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda08a-8081-4030-8188-5478e1c844af req-9a7c2dce-ed38-49b5-88fc-487ac4b3eab9 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:50.145278 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aefda08a-8081-4030-8188-5478e1c844af req-9a7c2dce-ed38-49b5-88fc-487ac4b3eab9 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 946 time: 0.0676153 Jun 16 15:47:50.279691 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Deleting port 584c36ef-15e9-468a-a160-d7c633d08a29 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:47:50.280063 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.293351 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d4567-46d2-4694-abb6-e71408d5b4ab req-adc8e392-a408-4fa9-a821-832242d05cb4 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:50.295105 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b74d4567-46d2-4694-abb6-e71408d5b4ab req-adc8e392-a408-4fa9-a821-832242d05cb4 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.0916612 Jun 16 15:47:50.336427 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b74d4567-46d2-4694-abb6-e71408d5b4ab req-f8007099-163d-4c00-9ed3-fc673c94d80e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349913 Jun 16 15:47:50.377095 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] For port 584c36ef-15e9-468a-a160-d7c633d08a29, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=584c36ef-15e9-468a-a160-d7c633d08a29,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:47:50.377473 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.450712 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Calling delete_port for 584c36ef-15e9-468a-a160-d7c633d08a29 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:47:50.603615 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-6bab3e41-96fe-4cec-bbee-7b4c49435067 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:50.605110 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-6bab3e41-96fe-4cec-bbee-7b4c49435067 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 815 time: 0.1444638 Jun 16 15:47:50.622510 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'port': {'device_id': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'admin_state_up': True, 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:47:50.681058 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.695968 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:50.700852 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['c97247c5-dc95-422a-940f-f87b35c5f4b9', '51a29e87-043d-43f9-9646-ebc663cbf163', 'a93c79de-5ed0-49fb-82dd-31b5121f117c', '584c36ef-15e9-468a-a160-d7c633d08a29'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:47:50.780720 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event deleted for resources: {'Port': ['ID=584c36ef-15e9-468a-a160-d7c633d08a29,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:50.788651 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:50.902234 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Made reservation on behalf of b47e6d8886e0466f9fae1893fac287d8 for: {'port': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:47:50.908339 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.920108 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] No DVR routers for this DVR port 584c36ef-15e9-468a-a160-d7c633d08a29 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:47:50.929620 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:50.931959 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aefda08a-8081-4030-8188-5478e1c844af req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "DELETE /v2.0/ports/584c36ef-15e9-468a-a160-d7c633d08a29 HTTP/1.1" status: 204 len: 173 time: 0.7797673 Jun 16 15:47:50.932583 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5262d9da-3ddd-4615-b89d-d28106247d50', 'name': 'network-vif-deleted', 'tag': '584c36ef-15e9-468a-a160-d7c633d08a29'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:47:50.935188 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af12c06-a25c-4889-b2b9-4660db5809f7" -d '{"events": [{"server_uuid": "5262d9da-3ddd-4615-b89d-d28106247d50", "name": "network-vif-deleted", "tag": "584c36ef-15e9-468a-a160-d7c633d08a29"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:47:51.045842 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f168ecf7-9a20-435b-aeff-927a45ccbb63 x-openstack-request-id: req-f168ecf7-9a20-435b-aeff-927a45ccbb63 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:47:51.046225 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5262d9da-3ddd-4615-b89d-d28106247d50", "name": "network-vif-deleted", "tag": "584c36ef-15e9-468a-a160-d7c633d08a29", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:47:51.046481 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f168ecf7-9a20-435b-aeff-927a45ccbb63 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:47:51.046866 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5262d9da-3ddd-4615-b89d-d28106247d50', 'name': 'network-vif-deleted', 'tag': '584c36ef-15e9-468a-a160-d7c633d08a29', 'status': 'completed', 'code': 200} Jun 16 15:47:51.207317 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55d620-a59a-4092-a922-8ced5686165c req-6ae8f9c7-1d06-4b1c-a113-be6ee3801ccf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:51.220122 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ed55d620-a59a-4092-a922-8ced5686165c req-6ae8f9c7-1d06-4b1c-a113-be6ee3801ccf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2066700 Jun 16 15:47:51.319228 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bd2a41f6-9c34-425b-8a9c-a8806be88b0a req-7d9f64e7-5f74-4ee8-826e-9d791fc71a36 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 210 time: 0.0579078 Jun 16 15:47:51.338497 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ed55d620-a59a-4092-a922-8ced5686165c req-98ace3c3-1b7c-4065-a5c8-d238d5cb19d8 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168957 Jun 16 15:47:51.348319 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Allocated IP 172.20.0.7 (22c1fa16-69ca-4591-9398-7291e2aa4c20/8b3abe5c-a933-431a-b8e8-bd4c1d4ce851/50ac51c1-a0bd-4a8d-bd9a-64f799c449d0) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:47:51.591347 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f0c1679d-44dc-412e-ac24-164d0a130d99 req-98b359be-d70a-4407-8fc6-9dd911371643 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0531290 Jun 16 15:47:51.730187 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:51.749967 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Transition to ACTIVE for port object 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:47:51.811643 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:51.818994 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:47:51.894021 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:47:51.902053 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:47:51.921202 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1461787-5a92-403b-9a8d-07dda7c41229 req-80b727b3-3fc5-4d76-bf04-692fcc04ccd4 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:51.923460 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c1461787-5a92-403b-9a8d-07dda7c41229 req-80b727b3-3fc5-4d76-bf04-692fcc04ccd4 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.2822886 Jun 16 15:47:51.936564 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:47:51.953840 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:47:51.980270 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:47:52.058398 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:52.064548 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:52.128364 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c1461787-5a92-403b-9a8d-07dda7c41229 req-ad53108c-e369-49a6-a1cf-81c34198d2b9 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854622 Jun 16 15:47:52.148060 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5293212 Jun 16 15:47:52.302338 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-09872cfa-3e5b-4191-8adf-c59cca73ea7d None None] Provisioning for port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:47:52.306725 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-09872cfa-3e5b-4191-8adf-c59cca73ea7d None None] Provisioning complete for port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:47:52.307101 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-09872cfa-3e5b-4191-8adf-c59cca73ea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:52.361395 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-09872cfa-3e5b-4191-8adf-c59cca73ea7d None None] Port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:47:52.577555 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf789b0-40fa-4ba0-87d2-5f5ed2a54e9b req-6a43108f-ef6c-44c4-9ef3-2173602129c9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:52.579236 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ebf789b0-40fa-4ba0-87d2-5f5ed2a54e9b req-6a43108f-ef6c-44c4-9ef3-2173602129c9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.0857515 Jun 16 15:47:52.621420 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ebf789b0-40fa-4ba0-87d2-5f5ed2a54e9b req-9d704e81-7372-44ee-bf52-30d5c908df8f tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Jun 16 15:47:52.671790 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 584c36ef-15e9-468a-a160-d7c633d08a29 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:47:52.694845 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 584c36ef-15e9-468a-a160-d7c633d08a29 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:47:52.695136 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 584c36ef-15e9-468a-a160-d7c633d08a29 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:47:52.805585 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bbe24-de8e-4257-a90e-70f5ebf13f99 req-c0859eb2-01e6-4860-aa7e-43fa99af4c8e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:52.807068 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-478bbe24-de8e-4257-a90e-70f5ebf13f99 req-c0859eb2-01e6-4860-aa7e-43fa99af4c8e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0711551 Jun 16 15:47:52.850343 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-478bbe24-de8e-4257-a90e-70f5ebf13f99 req-db04cbfb-faf0-499e-aa76-75b3e4d8b987 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Jun 16 15:47:53.005006 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b132d469-4e80-417e-8a96-8affcf7982e6 req-512ba811-40a3-43d9-b38a-4c56839bb1fc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0353024 Jun 16 15:47:53.343217 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4343c3-8040-4f1f-b44d-84e1d561ab5a req-71fd6088-7e81-48b7-b702-1110e0852f17 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:53.344748 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ed4343c3-8040-4f1f-b44d-84e1d561ab5a req-71fd6088-7e81-48b7-b702-1110e0852f17 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.0817070 Jun 16 15:47:53.394771 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ed4343c3-8040-4f1f-b44d-84e1d561ab5a req-0896510c-9d85-4676-a6da-39258bc38c80 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Jun 16 15:47:53.868134 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00359ea2-a2d7-4bee-bc85-0440b9ad5d54 req-a3e56faa-52a5-4ade-a2d0-d4489a221117 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:53.869521 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-00359ea2-a2d7-4bee-bc85-0440b9ad5d54 req-a3e56faa-52a5-4ade-a2d0-d4489a221117 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.1148853 Jun 16 15:47:53.925155 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-00359ea2-a2d7-4bee-bc85-0440b9ad5d54 req-2f389833-15f0-4c7b-9508-25ec2d2db9ea tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488954 Jun 16 15:47:54.354876 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba01ebd-acb3-4d8b-b78e-277ce5dbb488 req-c342893d-afed-45b3-8a16-a644c4e79ac3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:54.356451 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6ba01ebd-acb3-4d8b-b78e-277ce5dbb488 req-c342893d-afed-45b3-8a16-a644c4e79ac3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.3208277 Jun 16 15:47:54.408014 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6ba01ebd-acb3-4d8b-b78e-277ce5dbb488 req-73bd8222-78ee-4692-b0e9-5b8e1df26145 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403621 Jun 16 15:47:54.558647 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7a8a164f-7970-4236-b72d-ecd2da395caf req-819fbd20-4b63-4da7-9b95-16bbb7c36a49 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0305014 Jun 16 15:47:54.981739 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823193e3-6bcd-4669-823f-56d836c99575 req-78d36c02-3cc1-4bdf-8e0c-b189b87222a0 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:54.983605 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-823193e3-6bcd-4669-823f-56d836c99575 req-78d36c02-3cc1-4bdf-8e0c-b189b87222a0 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.0771775 Jun 16 15:47:55.029173 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-823193e3-6bcd-4669-823f-56d836c99575 req-a55b8b09-e4cc-42a4-81cf-ea2e5efb1e53 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Jun 16 15:47:55.273310 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77744-9369-4ea1-9ad7-6ad92b779cb0 req-3eb75844-183f-4720-a696-b61599488c23 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:55.274883 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cfa77744-9369-4ea1-9ad7-6ad92b779cb0 req-3eb75844-183f-4720-a696-b61599488c23 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.1136401 Jun 16 15:47:55.319076 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cfa77744-9369-4ea1-9ad7-6ad92b779cb0 req-8b310592-df84-45ad-9e47-6c9ca34c624e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359495 Jun 16 15:47:55.446284 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:55.589944 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8815f-231f-49f1-94c2-4d05b66e605c req-f9fc8237-fc35-4f62-bb50-9a61b7b89f59 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:55.591672 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-abe8815f-231f-49f1-94c2-4d05b66e605c req-f9fc8237-fc35-4f62-bb50-9a61b7b89f59 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0669518 Jun 16 15:47:55.632954 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-abe8815f-231f-49f1-94c2-4d05b66e605c req-8d9d2b0b-1611-437b-ab18-fe9e30f8e543 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Jun 16 15:47:55.788257 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f4899724-daf2-4de1-92a0-5113730389a0 req-5c6e76cb-a228-4fb5-b6ce-e71d36bf4941 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0385590 Jun 16 15:47:56.224357 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0396b82-deb5-4246-b53d-13457ee12bf1 req-a26924ad-485b-4b95-babb-b696cfdb4a7d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:56.227280 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a0396b82-deb5-4246-b53d-13457ee12bf1 req-a26924ad-485b-4b95-babb-b696cfdb4a7d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.0745997 Jun 16 15:47:56.276730 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a0396b82-deb5-4246-b53d-13457ee12bf1 req-e17ba571-5614-4dc6-9477-ca04ed35078b tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416665 Jun 16 15:47:56.478017 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-277786b3-2ba0-465a-ad5e-767953c1fd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:56.512627 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d85a-0d61-49ca-896b-230fd7f60a16 req-0112e1f6-7fe9-4d46-954b-a2be8902beae tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:56.514402 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aff7d85a-0d61-49ca-896b-230fd7f60a16 req-0112e1f6-7fe9-4d46-954b-a2be8902beae tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.0683370 Jun 16 15:47:56.555468 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-aff7d85a-0d61-49ca-896b-230fd7f60a16 req-0038496c-3173-447f-bb13-351e13dfecf7 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Jun 16 15:47:56.826151 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52dfb1-815f-42a0-b885-29c0c97292f7 req-04c8f089-7131-469d-afc2-68e9bf57b249 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:56.827686 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:47:56.828256 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bd52dfb1-815f-42a0-b885-29c0c97292f7 req-04c8f089-7131-469d-afc2-68e9bf57b249 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0727062 Jun 16 15:47:56.870164 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bd52dfb1-815f-42a0-b885-29c0c97292f7 req-cddbc5b2-f214-4bc8-ac28-d33b065480bb tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348141 Jun 16 15:47:57.017360 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-55982cec-bcee-46e2-ae29-f7bcbe02b093 req-546c309d-1c64-46f4-8fe0-0e8a15455d5d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0300953 Jun 16 15:47:57.479229 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d1258-843d-47d4-9392-9f851cf7a67a req-e27dac95-4bcb-49a3-8c18-98d6d33a83e4 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:57.481045 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0a2d1258-843d-47d4-9392-9f851cf7a67a req-e27dac95-4bcb-49a3-8c18-98d6d33a83e4 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.0815957 Jun 16 15:47:57.536511 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0a2d1258-843d-47d4-9392-9f851cf7a67a req-c1b62e22-46d3-4966-9d6a-d37f91aba329 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Jun 16 15:47:57.769986 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f1257-8fb0-4058-a13a-c418ff433901 req-4005698b-3e14-41f0-9f1f-3de5c062f123 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:57.771599 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a09f1257-8fb0-4058-a13a-c418ff433901 req-4005698b-3e14-41f0-9f1f-3de5c062f123 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.0767047 Jun 16 15:47:57.818876 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a09f1257-8fb0-4058-a13a-c418ff433901 req-2cd0cdbb-fe8d-409f-aa1e-e4af00834d6f tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402260 Jun 16 15:47:58.082834 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2077b-8bd8-4a2e-b07a-6b4514c60804 req-7b9eb56c-e117-428a-b998-1d0c0476fc3c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:58.084936 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-25b2077b-8bd8-4a2e-b07a-6b4514c60804 req-7b9eb56c-e117-428a-b998-1d0c0476fc3c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0924828 Jun 16 15:47:58.133598 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-25b2077b-8bd8-4a2e-b07a-6b4514c60804 req-bac52dd9-b6d6-44ab-9062-eed019c98aa9 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Jun 16 15:47:58.290470 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-df630cb0-78f7-4a22-96d2-6141f63f542e req-d69f277c-634b-4b5e-a7cf-8cf843c61440 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0360751 Jun 16 15:47:58.782969 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2b752-d8f0-4262-ac54-bbcdd900696c req-987ef095-9009-4995-9f3a-12a11683c5c8 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:58.784593 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4bb2b752-d8f0-4262-ac54-bbcdd900696c req-987ef095-9009-4995-9f3a-12a11683c5c8 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.0983417 Jun 16 15:47:58.834865 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4bb2b752-d8f0-4262-ac54-bbcdd900696c req-219604b5-38ea-4f03-8655-862bdcf3e855 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Jun 16 15:47:59.035563 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57125f4a-67bd-4fca-8fea-2feba0f1fbb8 req-adf135f2-2dde-4e98-ac6c-55a44d45affd tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:59.037894 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-57125f4a-67bd-4fca-8fea-2feba0f1fbb8 req-adf135f2-2dde-4e98-ac6c-55a44d45affd tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.0739989 Jun 16 15:47:59.081206 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-57125f4a-67bd-4fca-8fea-2feba0f1fbb8 req-523e64e4-856e-4f95-a4ef-2bcc70770441 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347269 Jun 16 15:47:59.168771 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b205286c-9322-4dca-a4dc-050d2d018435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:59.260142 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:47:59.326926 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb7b44-a1b9-4c64-9715-cb6a1e72092b req-0059df4c-1d8b-4b22-92dc-59c63769c953 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:47:59.327905 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fdb7b44-a1b9-4c64-9715-cb6a1e72092b req-0059df4c-1d8b-4b22-92dc-59c63769c953 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0679238 Jun 16 15:47:59.375018 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fdb7b44-a1b9-4c64-9715-cb6a1e72092b req-c74bd992-82f5-4e54-8577-2eb2b0e26f40 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382447 Jun 16 15:47:59.535597 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a4435dc5-8e8c-4b1e-8ae7-ea0202424117 req-1dc2e4ad-8fba-4fe8-8be7-a8ff35fdd6e4 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0329270 Jun 16 15:48:00.066934 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7b604-e7f8-4617-83f4-b29d7eaaadbb req-d664ab5d-7fb3-490d-996f-0e90138d8420 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:00.073254 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa7b604-e7f8-4617-83f4-b29d7eaaadbb req-d664ab5d-7fb3-490d-996f-0e90138d8420 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.1187294 Jun 16 15:48:00.128925 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5fa7b604-e7f8-4617-83f4-b29d7eaaadbb req-00c41631-bcc4-4118-9308-3a39c419cd0d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536702 Jun 16 15:48:00.338041 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f275f4c-fc4d-472e-b6c1-1614b0c348c1 req-db7d6898-58d8-4017-bce9-1d74cda6714c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:00.339560 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4f275f4c-fc4d-472e-b6c1-1614b0c348c1 req-db7d6898-58d8-4017-bce9-1d74cda6714c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.0951889 Jun 16 15:48:00.379942 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4f275f4c-fc4d-472e-b6c1-1614b0c348c1 req-98efd480-0a49-45d1-a503-92f32aba66b6 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Jun 16 15:48:00.433755 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60056) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:00.467633 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:00.619839 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d7d4384-731a-4c70-8a80-9a7edd20d7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:00.802306 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d7d4384-731a-4c70-8a80-9a7edd20d7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:00.810707 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9d7d4384-731a-4c70-8a80-9a7edd20d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:00.815542 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6ceb0872-8b0a-401e-b6e5-1602329dae6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:00.846348 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c5cb-0587-4601-aa01-4c0c802a4e68 req-e4e44330-20fb-4b69-a440-09cb3ef756a3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:00.848098 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c0b6c5cb-0587-4601-aa01-4c0c802a4e68 req-e4e44330-20fb-4b69-a440-09cb3ef756a3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1558578 Jun 16 15:48:00.908678 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d4384-731a-4c70-8a80-9a7edd20d7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41574458-5285-4a9f-9284-88319ae8e169,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:00.929148 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60062) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:00.929920 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9d7d4384-731a-4c70-8a80-9a7edd20d7e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f29720542da4afe8466696fd0fbd687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999113 Jun 16 15:48:00.937133 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9d7d4384-731a-4c70-8a80-9a7edd20d7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:00.963339 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c0b6c5cb-0587-4601-aa01-4c0c802a4e68 req-13259877-6236-40cc-b4a9-44ee22bcc67b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020560 Jun 16 15:48:01.003744 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:01.048159 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:01.130500 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:01.141879 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:01.150679 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41574458-5285-4a9f-9284-88319ae8e169 HTTP/1.1" status: 204 len: 168 time: 0.2191801 Jun 16 15:48:01.152705 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c37a060a-3bce-4093-bac0-2414882bce45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:01.165954 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4794761f-1b4e-4451-aade-36291adf8bbe req-1935eb41-f319-4715-861b-4c8d055369d6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0541775 Jun 16 15:48:01.171605 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41574458-5285-4a9f-9284-88319ae8e169,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:01.184337 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:01.434398 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e25c6c-8ab7-4b0b-a2b5-99b2b0b742d9 req-175a030e-2e0a-439f-b249-c629a736c9b7 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:01.436169 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-44e25c6c-8ab7-4b0b-a2b5-99b2b0b742d9 req-175a030e-2e0a-439f-b249-c629a736c9b7 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.1077485 Jun 16 15:48:01.497071 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-44e25c6c-8ab7-4b0b-a2b5-99b2b0b742d9 req-04d8edbb-58fc-4579-9bc9-0762ad42ea78 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550420 Jun 16 15:48:01.805611 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008cd29-32e4-4596-9d8f-023d72d89827 req-d413d622-a3ec-4794-884f-77dae55d816d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:01.808348 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e008cd29-32e4-4596-9d8f-023d72d89827 req-d413d622-a3ec-4794-884f-77dae55d816d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.1684499 Jun 16 15:48:01.855918 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e008cd29-32e4-4596-9d8f-023d72d89827 req-800f82ad-4219-475d-88ea-cb7760aec7f2 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382965 Jun 16 15:48:02.208364 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60094) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:02.255436 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961db25-1817-4c52-befd-32214d82e7f5 req-23257db3-435c-4498-9a31-74bd9f3a6cdc tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:02.257594 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6961db25-1817-4c52-befd-32214d82e7f5 req-23257db3-435c-4498-9a31-74bd9f3a6cdc tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1085548 Jun 16 15:48:02.302086 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6961db25-1817-4c52-befd-32214d82e7f5 req-400988c8-1e45-43b3-8656-0535055697ee tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384872 Jun 16 15:48:02.363300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1360647463-network', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:02.389696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Made reservation on behalf of 17d5be6e2c2a42b585b278acbb4d5eca for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:48:02.393964 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.410990 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.461960 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.573748 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.579835 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.583365 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-10cfc192-c192-4dd5-bf56-c09636d1282b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:02.596910 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-219667bf-9a93-426e-be79-30adc51bebb2 req-41bb3449-f96b-45d4-a041-8cf6e0c6b787 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0492468 Jun 16 15:48:02.610321 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:48:02.625555 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b9c425-aa1d-4107-8c3d-c54a5142f7e9,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:02.632747 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.633369 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Added segment 3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a of type vlan for network d0dcc696-5eed-44d6-8833-2f741206ae44 Jun 16 15:48:02.635159 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:02.686920 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.743559 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.745995 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:02.746943 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.751968 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fd6f144d-8794-4fb1-b604-7e5d32b2852c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:02.806843 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5962064 Jun 16 15:48:02.809786 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60100) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:02.816553 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Request body: {'subnet': {'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1360647463-subnet', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:02.851685 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Made reservation on behalf of 17d5be6e2c2a42b585b278acbb4d5eca for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:48:02.852106 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Pushing event updated for resources: {'Network': ['ID=d0dcc696-5eed-44d6-8833-2f741206ae44,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:02.854476 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31499763'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:02.856305 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:02.864143 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network d0dcc696-5eed-44d6-8833-2f741206ae44 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:48:02.954379 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edf15d-04cc-4a59-ac54-00c2bc9f3345 req-cf85e12c-210b-48ad-9ccc-091e03452c8f tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:02.956029 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-34edf15d-04cc-4a59-ac54-00c2bc9f3345 req-cf85e12c-210b-48ad-9ccc-091e03452c8f tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.1992936 Jun 16 15:48:03.067050 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-34edf15d-04cc-4a59-ac54-00c2bc9f3345 req-3f4be803-d905-40a6-a55e-c80de92f8973 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866909 Jun 16 15:48:03.196594 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31860538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31499745'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.199586 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3b1e358b-ad37-462c-a8b9-9b1738026651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:03.281978 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=788a213f-f343-4027-aa52-74041ba51e99,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:03.308330 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:03.325363 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Checking segment: {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:03.325793 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Network hostable DHCP agents. Network: d0dcc696-5eed-44d6-8833-2f741206ae44, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:48:03.360854 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Network d0dcc696-5eed-44d6-8833-2f741206ae44 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:48:03.385409 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d1a5a-329f-46b3-bfd0-80d2ca4daef8 req-22e2be87-4cc0-4812-b531-5530a661b7b2 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:03.387212 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b13d1a5a-329f-46b3-bfd0-80d2ca4daef8 req-22e2be87-4cc0-4812-b531-5530a661b7b2 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.1217542 Jun 16 15:48:03.388546 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, d0dcc696-5eed-44d6-8833-2f741206ae44) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:03.393708 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:03.394384 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.414139 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d586e-420e-41a9-b433-a985ba0f4d3e None None] Network d0dcc696-5eed-44d6-8833-2f741206ae44 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:48:03.435405 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-00cc9f86-858b-440f-8f15-b160592ee92a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6241076 Jun 16 15:48:03.439753 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60106) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:03.444639 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:03.469636 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.470754 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.494937 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b13d1a5a-329f-46b3-bfd0-80d2ca4daef8 req-ab9db115-62c7-4646-aba9-5ad74906b8ee tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918839 Jun 16 15:48:03.607658 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.777031 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-d0dcc696-5eed-44d6-8833-2f741206ae44', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:48:03.779264 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.907349 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:03.929070 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42048fa8-9caf-46b8-bde1-e047af9f68ae req-4c0f436d-b669-4b59-b8af-abab912480ba tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:03.931235 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-42048fa8-9caf-46b8-bde1-e047af9f68ae req-4c0f436d-b669-4b59-b8af-abab912480ba tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1309929 Jun 16 15:48:04.032699 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-42048fa8-9caf-46b8-bde1-e047af9f68ae req-3dea9b10-1ea5-44a5-92c5-e85b057b820e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829806 Jun 16 15:48:04.088539 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Allocated IP 172.20.0.2 (d0dcc696-5eed-44d6-8833-2f741206ae44/788a213f-f343-4027-aa52-74041ba51e99/1104da3f-a5ef-49ec-9afd-f344c6c97fd1) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:48:04.386914 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.388846 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.405490 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Transition to ACTIVE for port object 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:04.407059 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8374f301-0853-4d2d-a375-8d49a36b2994 req-a9d817b4-578a-4a13-accd-2b36b9f63a9a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0991235 Jun 16 15:48:04.416137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.434565 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Transition to ACTIVE for port object 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:04.449365 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.453091 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:04.529208 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Pushing event updated for resources: {'Port': ['ID=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:04.539500 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:04.557653 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Network d0dcc696-5eed-44d6-8833-2f741206ae44 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:04.561419 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:04.566086 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:48:04.643140 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Allocated IP 172.28.3.143 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/b31715ff-6344-450c-a97d-f779286f3f4c) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:48:04.684132 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Attempting to bind port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:48:04.685201 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Attempting to bind port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:48:04.686174 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Attempting to bind port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 on network d0dcc696-5eed-44d6-8833-2f741206ae44 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:04.697857 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:48:04.698890 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Checking segment: {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:04.699807 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.700721 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Bound using segment: {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:48:04.702048 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Bound port: 1104da3f-a5ef-49ec-9afd-f344c6c97fd1, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:48:04.702941 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.818837 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f1493-8ae5-406d-a442-79c9d1cbe5ac req-4e1c70af-4587-439c-bfeb-6df532694387 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:04.822431 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-671f1493-8ae5-406d-a442-79c9d1cbe5ac req-4e1c70af-4587-439c-bfeb-6df532694387 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.1293259 Jun 16 15:48:04.827584 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] For port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:48:04.834577 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] For port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:48:04.842663 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.866842 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-541bd8eb-6fb1-49f8-98ae-c2f5147eb1e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:04.878461 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-671f1493-8ae5-406d-a442-79c9d1cbe5ac req-891a16b9-cb52-4b96-971a-dd9138eadca9 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459776 Jun 16 15:48:04.884570 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:04.984222 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Pushing event updated for resources: {'Port': ['ID=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:04.993718 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:04.999737 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:05.004988 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:05.148391 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:05.150514 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Pushing event updated for resources: {'Port': ['ID=b31715ff-6344-450c-a97d-f779286f3f4c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:05.167046 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:05.171212 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:05.172708 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:48:05.413761 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c4538-df57-47c1-812b-ed360ec50978 req-cd7a3d10-bfea-425e-a756-65f3608ca070 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:05.432953 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-de9c4538-df57-47c1-812b-ed360ec50978 req-cd7a3d10-bfea-425e-a756-65f3608ca070 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.2434876 Jun 16 15:48:05.539840 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-de9c4538-df57-47c1-812b-ed360ec50978 req-28975fa6-981c-446b-bd33-9f5379755824 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052179 Jun 16 15:48:05.751670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:05.888147 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa2a59-717a-4182-9543-9ad9261d6ce3 req-d3ca8b36-1e3e-4f5c-8898-adffbbd3b156 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:05.902041 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1efa2a59-717a-4182-9543-9ad9261d6ce3 req-d3ca8b36-1e3e-4f5c-8898-adffbbd3b156 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1588075 Jun 16 15:48:05.945377 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:05.966646 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1efa2a59-717a-4182-9543-9ad9261d6ce3 req-1e24516d-b4b7-49b2-ae15-8fbf71308f64 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Jun 16 15:48:06.024188 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:06.268188 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:06.279512 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2af79914-9c4f-4922-9cc9-d1490f04e34d req-45368351-de9d-46ee-b926-19ae9b6f4c61 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0599186 Jun 16 15:48:06.547282 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Router 26d82c87-62d2-440e-87ba-c8fa15131c8e is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:48:06.635538 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0a2aa-de7e-4fc4-bf3b-550336eb55aa req-6b171619-9e3e-44ab-925b-eee111706a8e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:06.637272 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-30e0a2aa-de7e-4fc4-bf3b-550336eb55aa req-6b171619-9e3e-44ab-925b-eee111706a8e tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.1344035 Jun 16 15:48:06.638915 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaef01d3-869e-4dca-8695-826df03de8ac None None] Network d0dcc696-5eed-44d6-8833-2f741206ae44 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:48:06.730635 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-30e0a2aa-de7e-4fc4-bf3b-550336eb55aa req-1775502b-4526-4951-b5d7-bcf186984794 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858598 Jun 16 15:48:06.792166 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Provisioning for port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:06.808802 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Provisioning complete for port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:06.809307 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:06.810643 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:48:06.847742 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:06.848903 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Sync routers for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:48:06.854849 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60124) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:06.855243 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4139419 Jun 16 15:48:06.918118 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:06.918996 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:07.156495 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:07.348472 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0fad9-9cd4-4d54-b3df-a5420f19b0a5 req-0aff3a34-05ca-4e16-bb08-7aee054c7b53 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:07.351773 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-acc0fad9-9cd4-4d54-b3df-a5420f19b0a5 req-0aff3a34-05ca-4e16-bb08-7aee054c7b53 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.2573302 Jun 16 15:48:07.370204 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:07.463623 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-acc0fad9-9cd4-4d54-b3df-a5420f19b0a5 req-a8f7dd30-de0c-43ac-9d9b-72973021ba8d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979500 Jun 16 15:48:07.467291 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] For port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:07.479737 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:07.483478 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:07.595983 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:05Z', 'revision_number': 3, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:07.605506 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Checking router: 26d82c87-62d2-440e-87ba-c8fa15131c8e for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:48:07.606415 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Updating router 26d82c87-62d2-440e-87ba-c8fa15131c8e port b31715ff-6344-450c-a97d-f779286f3f4c binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:48:07.654656 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Pushing event updated for resources: {'Port': ['ID=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:07.666343 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:07.704459 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:07.820230 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-dca47ba1-a003-4d05-a809-e25740f2b645 None None] Provisioning complete for port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:07.821391 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dca47ba1-a003-4d05-a809-e25740f2b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:07.878377 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:07.968926 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9853-6167-4121-9493-baaa52c0dab5 req-7a355313-07e8-4ef5-8244-93f3a8a99fa2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:07.972480 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d10b9853-6167-4121-9493-baaa52c0dab5 req-7a355313-07e8-4ef5-8244-93f3a8a99fa2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2543933 Jun 16 15:48:08.004478 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:08.005169 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.053051 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.059569 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d10b9853-6167-4121-9493-baaa52c0dab5 req-08eba902-bca5-40a1-9d22-7e223d546d8c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563841 Jun 16 15:48:08.253836 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.267259 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Transition to ACTIVE for port object b31715ff-6344-450c-a97d-f779286f3f4c will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:08.277490 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.281161 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:08.321630 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cfbff935-9ddf-4b6b-8ab6-9448e6937981 req-8a76957e-1689-45de-89a9-a5534a821b4a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0688801 Jun 16 15:48:08.371025 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Attempting to bind port b31715ff-6344-450c-a97d-f779286f3f4c on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:48:08.371643 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Attempting to bind port b31715ff-6344-450c-a97d-f779286f3f4c by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:48:08.372274 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Attempting to bind port b31715ff-6344-450c-a97d-f779286f3f4c on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:08.381371 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Pushing event updated for resources: {'Port': ['ID=b31715ff-6344-450c-a97d-f779286f3f4c,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:08.386378 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:48:08.387048 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:08.387608 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.388191 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:48:08.388910 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Bound port: b31715ff-6344-450c-a97d-f779286f3f4c, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:48:08.389484 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.424642 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Allocated IP 172.20.0.1 (d0dcc696-5eed-44d6-8833-2f741206ae44/788a213f-f343-4027-aa52-74041ba51e99/eca1d845-2d57-48d3-b041-47390555c83e) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:48:08.433146 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.433716 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.434198 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.434692 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.435173 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.435663 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.436165 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.436632 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.437174 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.437674 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.438180 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.438785 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:08.447006 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:08.502232 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] For port b31715ff-6344-450c-a97d-f779286f3f4c, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:48:08.506641 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] For port b31715ff-6344-450c-a97d-f779286f3f4c, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b31715ff-6344-450c-a97d-f779286f3f4c,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:48:08.512336 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.515368 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-2275ae5c-3372-4b42-912a-cebcbdd89b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:08.590403 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Pushing event updated for resources: {'Port': ['ID=b31715ff-6344-450c-a97d-f779286f3f4c,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:08.593848 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:08.594688 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:08.598986 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:08.697945 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69289e3-e675-4c13-8c6f-e8d276fb73d5 req-4d1c1e60-d7e1-40b3-aa3e-4b323f038f21 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:08.700590 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b69289e3-e675-4c13-8c6f-e8d276fb73d5 req-4d1c1e60-d7e1-40b3-aa3e-4b323f038f21 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.2426629 Jun 16 15:48:08.705761 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.756856 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Transition to ACTIVE for port object eca1d845-2d57-48d3-b041-47390555c83e will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:08.799581 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b69289e3-e675-4c13-8c6f-e8d276fb73d5 req-057a7c27-b442-4b76-b5d8-e0465d1e3268 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855391 Jun 16 15:48:08.853586 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:08.857861 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:08.867753 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:08.925807 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Network d0dcc696-5eed-44d6-8833-2f741206ae44 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:08.936180 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:08.941969 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:48:08.999344 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Pushing event updated for resources: {'Port': ['ID=eca1d845-2d57-48d3-b041-47390555c83e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:09.013569 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:09.067359 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:09.123105 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:05Z', 'revision_number': 3, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:09.128236 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee2834-77fc-49ca-8854-580890d97c45 None None] The sync data for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb is: [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:05Z', 'revision_number': 3, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:48:09.204196 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f5d8f-a6ee-41fa-b85c-412d5c1ad384 req-940ce99f-5d06-4c42-92b5-834d16207bf3 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:09.206608 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b60f5d8f-a6ee-41fa-b85c-412d5c1ad384 req-940ce99f-5d06-4c42-92b5-834d16207bf3 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.2496753 Jun 16 15:48:09.258685 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-ef28294e-dd16-46f2-9096-e097576e914a None None] Provisioning for port eca1d845-2d57-48d3-b041-47390555c83e completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:09.264701 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-ef28294e-dd16-46f2-9096-e097576e914a None None] Provisioning complete for port eca1d845-2d57-48d3-b041-47390555c83e triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:09.265471 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ef28294e-dd16-46f2-9096-e097576e914a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:09.316079 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-ef28294e-dd16-46f2-9096-e097576e914a None None] Port eca1d845-2d57-48d3-b041-47390555c83e cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:48:09.339356 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b60f5d8f-a6ee-41fa-b85c-412d5c1ad384 req-bcedae31-0a4e-441d-8689-8133ba493d2f tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006839 Jun 16 15:48:09.362548 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:09.921228 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b31715ff-6344-450c-a97d-f779286f3f4c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:09.964650 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:09.980233 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7d05a-6b3f-49d7-affe-2a3ce7fbaed4 req-de8f3034-1877-4d69-a9a7-68acf6152aff tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:09.990124 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-19f7d05a-6b3f-49d7-affe-2a3ce7fbaed4 req-de8f3034-1877-4d69-a9a7-68acf6152aff tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.4356086 Jun 16 15:48:10.000589 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:10.003404 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port b31715ff-6344-450c-a97d-f779286f3f4c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:10.005276 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:10.010979 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port b31715ff-6344-450c-a97d-f779286f3f4c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:10.011550 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:10.105287 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-19f7d05a-6b3f-49d7-affe-2a3ce7fbaed4 req-b035edeb-8ed0-442a-8072-0dc915dc41ed tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138976 Jun 16 15:48:10.106315 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:10.113637 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Pushing event updated for resources: {'Port': ['ID=eca1d845-2d57-48d3-b041-47390555c83e,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:10.120544 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:10.176935 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:10.223088 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port b31715ff-6344-450c-a97d-f779286f3f4c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b31715ff-6344-450c-a97d-f779286f3f4c,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:10.231405 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:10.236339 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-6d3bd04f-bb4c-4d9f-9faa-1450dba4180e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:10.331745 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=b31715ff-6344-450c-a97d-f779286f3f4c,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:10.342939 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:10.362754 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-21c3d784-2594-43e1-b85f-5bc0cbc10b2d req-abd0b610-8cac-457f-9ce3-19d4c978156c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.0668089 Jun 16 15:48:10.372736 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Network d0dcc696-5eed-44d6-8833-2f741206ae44 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:10.375321 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:10.542982 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Router 26d82c87-62d2-440e-87ba-c8fa15131c8e has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:48:10.658065 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d82a75fb-a2c9-471f-a1f5-03d512fd4f55 None None] Provisioning complete for port eca1d845-2d57-48d3-b041-47390555c83e triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:10.658632 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d82a75fb-a2c9-471f-a1f5-03d512fd4f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:10.714138 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-d82a75fb-a2c9-471f-a1f5-03d512fd4f55 None None] Port eca1d845-2d57-48d3-b041-47390555c83e cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:48:10.727412 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:48:10.734960 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] 10.222.0.23 "PUT /v2.0/routers/26d82c87-62d2-440e-87ba-c8fa15131c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8770652 Jun 16 15:48:10.750454 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b34cef-b6a4-4580-b8a5-8c12d5eaea36 req-b9c24e6e-c23d-41bc-8c33-5d6a3bbf57cf tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:10.752765 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41b34cef-b6a4-4580-b8a5-8c12d5eaea36 req-b9c24e6e-c23d-41bc-8c33-5d6a3bbf57cf tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.1888535 Jun 16 15:48:10.815807 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41b34cef-b6a4-4580-b8a5-8c12d5eaea36 req-4d6bd2da-5be8-432d-87d1-2d1249434862 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 Jun 16 15:48:11.079368 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810066c6-7df3-40aa-8ff8-d164da1d3199 req-cfcb391a-76d1-4b06-854f-5b13d6663177 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:11.081050 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-810066c6-7df3-40aa-8ff8-d164da1d3199 req-cfcb391a-76d1-4b06-854f-5b13d6663177 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.0912123 Jun 16 15:48:11.135021 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-810066c6-7df3-40aa-8ff8-d164da1d3199 req-e4aecbf3-a4a1-4c84-9111-707f60a2bd8a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429223 Jun 16 15:48:11.266159 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Sync routers for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:48:11.269416 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:11.270445 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:11.415161 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e89c9-e2b4-4595-9487-92a4211985e4 req-6e8b6e7f-ebf6-44b6-b604-e22aaa0674a6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:11.417872 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-084e89c9-e2b4-4595-9487-92a4211985e4 req-6e8b6e7f-ebf6-44b6-b604-e22aaa0674a6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1063399 Jun 16 15:48:11.422837 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:11.473525 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-084e89c9-e2b4-4595-9487-92a4211985e4 req-6d79a424-6832-45cf-b9b0-a86f635789f2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488820 Jun 16 15:48:11.517308 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60160) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:11.524462 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1173025185-network', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:11.557804 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Made reservation on behalf of 8da6b7d508c24e65a58367f20fe908c4 for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:48:11.560527 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:11.572957 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:11.614553 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Request body: {'port': {'device_id': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:11.767093 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 2, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:11.779663 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Checking router: 26d82c87-62d2-440e-87ba-c8fa15131c8e for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:48:11.780252 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Updating router 26d82c87-62d2-440e-87ba-c8fa15131c8e port eca1d845-2d57-48d3-b041-47390555c83e binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:48:11.902214 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:11.919638 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b31715ff-6344-450c-a97d-f779286f3f4c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:11.994374 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-55f466fe-b18a-4852-aef5-53ab41f504ba req-db3ac46b-bafa-492b-8fcf-ecb553c9ba1d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5262d9da-3ddd-4615-b89d-d28106247d50 HTTP/1.1" status: 200 len: 210 time: 0.1387765 Jun 16 15:48:12.045862 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port b31715ff-6344-450c-a97d-f779286f3f4c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:12.045862 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.125751 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.152408 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.157772 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d9d40346-2711-4582-8f35-ca6ff1727deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:12.166005 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.248486 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:48:12.309944 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.310397 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Added segment 167b560d-a311-4480-9c59-5b19e5cb0f77 of type vlan for network ad90fe12-7856-40db-866c-6b4307374b41 Jun 16 15:48:12.374968 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533f875-4f24-4a4c-93d9-eef4ce4015b0 req-681201d1-ef82-4869-a8b2-081ecad08f70 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:12.390183 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3533f875-4f24-4a4c-93d9-eef4ce4015b0 req-681201d1-ef82-4869-a8b2-081ecad08f70 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.1924334 Jun 16 15:48:12.402637 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b1c11b-5c4a-401b-9524-b3df518a2e84,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:12.413315 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:12.487546 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3533f875-4f24-4a4c-93d9-eef4ce4015b0 req-5c8e5536-d575-40ca-b04c-3526b60d166d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905325 Jun 16 15:48:12.545196 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.581795 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.614163 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Transition to ACTIVE for port object eca1d845-2d57-48d3-b041-47390555c83e will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:12.630570 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.634479 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:12.673086 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.706136 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:12.711707 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.725882 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e6c9ef54-6a33-4992-8a44-493329d7f706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:12.756731 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fa2d3-0b06-41f0-ad5c-1dadea8432f5 None None] Pushing event updated for resources: {'Port': ['ID=eca1d845-2d57-48d3-b041-47390555c83e,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:12.758610 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcf5b6-0c0f-475b-8ae4-94541f0b9adf req-7bfe00ff-0f9b-4482-be6d-d856489fb731 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:12.775859 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-b42fa2d3-0b06-41f0-ad5c-1dadea8432f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:12.777136 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-96fcf5b6-0c0f-475b-8ae4-94541f0b9adf req-7bfe00ff-0f9b-4482-be6d-d856489fb731 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1010294 Jun 16 15:48:12.839964 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-96fcf5b6-0c0f-475b-8ae4-94541f0b9adf req-6a11702b-b6c4-4926-91ae-d9dcb355d612 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617177 Jun 16 15:48:12.879513 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Attempting to bind port eca1d845-2d57-48d3-b041-47390555c83e on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:48:12.879513 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Attempting to bind port eca1d845-2d57-48d3-b041-47390555c83e by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:48:12.879513 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Attempting to bind port eca1d845-2d57-48d3-b041-47390555c83e on network d0dcc696-5eed-44d6-8833-2f741206ae44 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:12.882350 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:48:12.883393 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Checking segment: {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:12.883878 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.884377 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Bound using segment: {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:48:12.884889 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Bound port: eca1d845-2d57-48d3-b041-47390555c83e, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:48:12.885509 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.897806 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2aeb2-5617-43ec-abf7-2ab48a2df07d req-43082a75-d4b9-4f35-8d3b-4110b3e29491 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:12.900966 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ebd2aeb2-5617-43ec-abf7-2ab48a2df07d req-43082a75-d4b9-4f35-8d3b-4110b3e29491 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 931 time: 0.5080900 Jun 16 15:48:12.914812 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3959413 Jun 16 15:48:12.917602 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60180) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:12.923945 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Request body: {'subnet': {'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1173025185-subnet', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:12.961408 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Made reservation on behalf of 8da6b7d508c24e65a58367f20fe908c4 for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:48:12.965645 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30295473'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:12.991038 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] For port eca1d845-2d57-48d3-b041-47390555c83e, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:48:12.997363 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] For port eca1d845-2d57-48d3-b041-47390555c83e, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=eca1d845-2d57-48d3-b041-47390555c83e,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:48:13.000712 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Pushing event updated for resources: {'Network': ['ID=ad90fe12-7856-40db-866c-6b4307374b41,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:13.007070 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:13.015731 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-ee6006fc-b66c-426c-b2cc-8faee9489286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:13.048593 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network ad90fe12-7856-40db-866c-6b4307374b41 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:48:13.129473 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 {{(pid=103601) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:48:13.139741 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:13.157801 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Transition to ACTIVE for port object 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 will not be triggered until provisioned by entity L2. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:13.180990 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:13.183843 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:13.197740 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4d7bda9b-cec1-4380-bf58-e89211f3ba89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:13.207709 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:13.209796 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:13.305530 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Pushing event updated for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:13.385288 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42fa2d3-0b06-41f0-ad5c-1dadea8432f5 None None] Pushing event updated for resources: {'Port': ['ID=eca1d845-2d57-48d3-b041-47390555c83e,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:13.393074 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-b42fa2d3-0b06-41f0-ad5c-1dadea8432f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:13.405943 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:13.415430 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:13.462298 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ebd2aeb2-5617-43ec-abf7-2ab48a2df07d req-489d9098-1796-47b0-83aa-be6e665f883b tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5427718 Jun 16 15:48:13.609677 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Attempting to bind port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:48:13.610480 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Attempting to bind port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:48:13.611147 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Attempting to bind port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 on network 22c1fa16-69ca-4591-9398-7291e2aa4c20 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:13.622895 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 on network 22c1fa16-69ca-4591-9398-7291e2aa4c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:48:13.624008 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Attempting to bind port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 on network 22c1fa16-69ca-4591-9398-7291e2aa4c20 {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:13.637610 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:48:13.639694 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Checking segment: {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:13.641817 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Bound using segment: {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'} {{(pid=103601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:48:13.642287 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.managers [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Bound port: 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288e8474-418d-405f-9b2b-263cd3116365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20'}}] {{(pid=103601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:48:13.642714 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:13.700668 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30295459'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:13.703265 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:13.803610 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, cleared binding levels {{(pid=103601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:48:13.810107 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:48:13.816827 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b34b0c2-4199-4589-a66c-05c639154092,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:13.819021 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:13.835955 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fb6143d6-1cf5-42fd-8207-aac28fae8c12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:13.847199 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:13.848238 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:13.851971 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] 10.222.0.24 "PUT /v2.0/ports/50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 1093 time: 2.2451563 Jun 16 15:48:13.854533 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:13.855662 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:13.861025 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d346ae-7d87-417c-b28f-8c5c361527fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:13.933162 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Checking segment: {'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:13.935690 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Network hostable DHCP agents. Network: ad90fe12-7856-40db-866c-6b4307374b41, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:48:13.971178 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:12Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:13.978538 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0b0a2-ea76-43cc-bab3-bb6b7979249e None None] The sync data for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb is: [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:12Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:48:14.110757 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Pushing event updated for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=3']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:14.126555 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:14.177296 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-e1dcb267-e81f-4b10-ab8c-d4400e248a4a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:14.181484 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-e1dcb267-e81f-4b10-ab8c-d4400e248a4a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.3134012 Jun 16 15:48:14.188646 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3710837-a458-41fc-889a-9f5ad2e45e28 req-6b860f8d-640d-4658-892c-5303e80da826 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:14.193698 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b3710837-a458-41fc-889a-9f5ad2e45e28 req-6b860f8d-640d-4658-892c-5303e80da826 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 946 time: 0.3932400 Jun 16 15:48:14.223490 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Network ad90fe12-7856-40db-866c-6b4307374b41 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:48:14.257606 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, ad90fe12-7856-40db-866c-6b4307374b41) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:14.262287 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:14.263318 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.276691 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42804a3-20d6-4c23-bb3a-10fd87cd74b0 None None] Network ad90fe12-7856-40db-866c-6b4307374b41 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:48:14.282077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-de629731-f3fd-4f9b-a266-9106bf0df854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:14.287099 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-de629731-f3fd-4f9b-a266-9106bf0df854 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1096 time: 0.3568923 Jun 16 15:48:14.386426 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4672434 Jun 16 15:48:14.389641 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60198) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:14.395094 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:14.402674 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-849bd4d6-e3c0-4c60-8de9-88dd5176c4f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 217 time: 0.0989928 Jun 16 15:48:14.406643 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b3710837-a458-41fc-889a-9f5ad2e45e28 req-2d06482c-8d20-4886-9737-170b471cd823 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/security-groups?id=2ea1c031-d667-4cae-9957-549d0cc3a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958530 Jun 16 15:48:14.449878 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02319eb-c48f-4107-a5b4-f301c773fa3f req-e1144c48-06d6-4d06-a9f8-843b16b3adad tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:14.465292 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d02319eb-c48f-4107-a5b4-f301c773fa3f req-e1144c48-06d6-4d06-a9f8-843b16b3adad tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2129948 Jun 16 15:48:14.527360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.532153 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.551621 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-239274e4-5388-4574-9742-d59c7e5e0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:14.555408 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-239274e4-5388-4574-9742-d59c7e5e0da2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.1457143 Jun 16 15:48:14.575408 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea6ffd-6135-4e5d-a760-6375ec4da14f x-openstack-request-id: req-30ea6ffd-6135-4e5d-a760-6375ec4da14f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:14.575893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:14.576326 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30ea6ffd-6135-4e5d-a760-6375ec4da14f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:14.580969 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'status': 'completed', 'code': 200} Jun 16 15:48:14.662268 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.740444 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-ad90fe12-7856-40db-866c-6b4307374b41', 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'fixed_ips': [{'subnet_id': '6b34b0c2-4199-4589-a66c-05c639154092'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:48:14.742824 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.748595 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d02319eb-c48f-4107-a5b4-f301c773fa3f req-2f29d2a9-cdf5-4824-941d-b5c073bd638d tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813160 Jun 16 15:48:14.760974 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Deleting port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:48:14.761759 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.954077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:14.972572 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-87aa830f-bd92-48c3-a500-2642d3e465ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:14.975465 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-87aa830f-bd92-48c3-a500-2642d3e465ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4120705 Jun 16 15:48:15.028131 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] For port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,segment=NetworkSegment(e98260c8-7b66-4a09-ba15-8438f7ec062f),segment_id=e98260c8-7b66-4a09-ba15-8438f7ec062f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:15.028131 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:15.123910 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Calling delete_port for 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:48:15.190751 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db291417-9438-44e8-8a9d-e7a1e272d757 req-53160a94-1bdc-462d-847c-ee7717e7b139 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:15.198417 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-db291417-9438-44e8-8a9d-e7a1e272d757 req-53160a94-1bdc-462d-847c-ee7717e7b139 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 943 time: 0.2465167 Jun 16 15:48:15.203616 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-84cfaaea-5304-4d4f-a120-6b8e5c0285b2 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023649 Jun 16 15:48:15.241613 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Allocated IP 172.20.0.2 (ad90fe12-7856-40db-866c-6b4307374b41/6b34b0c2-4199-4589-a66c-05c639154092/67c7a0a1-ab83-47b4-b44a-881418b8f70c) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:48:15.369785 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-db291417-9438-44e8-8a9d-e7a1e272d757 req-aef00a29-6c26-4d6e-bb45-9227c9dcc661 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703749 Jun 16 15:48:15.389928 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:15.410668 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:15.535841 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a8c4-89c0-4c99-84bb-160e98b2bf0e req-f08f1fdc-5866-419a-8fca-5e34339f1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:15.538643 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-786631fe-0cd9-434e-ae14-30a6a66e55ad req-a793df79-8749-406d-9202-425832b434fc service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221383 Jun 16 15:48:15.538839 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6567a8c4-89c0-4c99-84bb-160e98b2bf0e req-f08f1fdc-5866-419a-8fca-5e34339f1600 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1098 time: 0.7178233 Jun 16 15:48:15.541973 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Pushing event deleted for resources: {'Port': ['ID=9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:15.574566 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:15.669838 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:15.682167 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Transition to ACTIVE for port object 67c7a0a1-ab83-47b4-b44a-881418b8f70c will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:15.703204 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Transition to ACTIVE for port object 67c7a0a1-ab83-47b4-b44a-881418b8f70c will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:15.711324 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:15.714096 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] No DVR routers for this DVR port 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b on host hv-cinder-79611 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:48:15.722810 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c8ef0077-f6ab-48bb-aa89-cbc98714a53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:15.756698 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:15.759840 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8f173b02-e99e-4879-b06a-e17bdc41d4ef req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.24 "DELETE /v2.0/ports/9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b HTTP/1.1" status: 204 len: 173 time: 1.5735350 Jun 16 15:48:15.784107 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Pushing event updated for resources: {'Port': ['ID=67c7a0a1-ab83-47b4-b44a-881418b8f70c,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:15.815698 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:15.834285 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Network ad90fe12-7856-40db-866c-6b4307374b41 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:15.838464 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6b70dad5-caf0-4545-b148-e56af898a221 req-a1dd4399-b4d6-418f-938f-322c0d71154a tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] 10.222.0.23 "GET /v2.0/ports?device_id=220f3e14-369d-48d5-8bc4-4aadcb159691 HTTP/1.1" status: 200 len: 210 time: 0.0767052 Jun 16 15:48:15.839906 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:15.840084 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6567a8c4-89c0-4c99-84bb-160e98b2bf0e req-6775facd-c145-4c4a-8860-ca583b526814 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830520 Jun 16 15:48:15.843323 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:48:15.879118 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:15.956225 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.000311 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Attempting to bind port 67c7a0a1-ab83-47b4-b44a-881418b8f70c on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:48:16.000760 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Attempting to bind port 67c7a0a1-ab83-47b4-b44a-881418b8f70c by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:48:16.001141 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Attempting to bind port 67c7a0a1-ab83-47b4-b44a-881418b8f70c on network ad90fe12-7856-40db-866c-6b4307374b41 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:16.010225 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device eca1d845-2d57-48d3-b041-47390555c83e up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:16.109923 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:48:16.110556 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Checking segment: {'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:16.111069 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.111607 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Bound using segment: {'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:48:16.112258 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Bound port: 67c7a0a1-ab83-47b4-b44a-881418b8f70c, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:48:16.112746 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.247596 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-936c8f84-bcdc-4279-87d4-24dc0de13f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:16.249620 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-936c8f84-bcdc-4279-87d4-24dc0de13f39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1096 time: 0.6183333 Jun 16 15:48:16.312488 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbdbe9-d82d-4af6-86fd-31de8e15bd6f req-5ea2bd9f-c146-4baa-9022-dfac663d34e5 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:16.314446 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41dbdbe9-d82d-4af6-86fd-31de8e15bd6f req-5ea2bd9f-c146-4baa-9022-dfac663d34e5 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 946 time: 0.2437055 Jun 16 15:48:16.319235 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Allocated IP 172.28.3.236 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/88840b37-97a0-4ce6-b299-acad7c3759b7) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:48:16.371931 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port eca1d845-2d57-48d3-b041-47390555c83e completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:16.394734 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port eca1d845-2d57-48d3-b041-47390555c83e triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:16.394996 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.404230 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] For port 67c7a0a1-ab83-47b4-b44a-881418b8f70c, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:48:16.417075 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-41dbdbe9-d82d-4af6-86fd-31de8e15bd6f req-00d73105-19f4-4cc1-9344-2618b8b5c61b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923743 Jun 16 15:48:16.475137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-030bc9bf-ef8c-43ad-a646-0134dbd46fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:16.476856 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-030bc9bf-ef8c-43ad-a646-0134dbd46fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 916 time: 0.2149231 Jun 16 15:48:16.513277 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] For port 67c7a0a1-ab83-47b4-b44a-881418b8f70c, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=67c7a0a1-ab83-47b4-b44a-881418b8f70c,segment=NetworkSegment(167b560d-a311-4480-9c59-5b19e5cb0f77),segment_id=167b560d-a311-4480-9c59-5b19e5cb0f77)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:48:16.550473 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.563909 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:16.582024 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'name': 'network-vif-deleted', 'tag': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:16.585798 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea354861-7ab0-4e02-83a5-416516b0f7fd" -d '{"events": [{"server_uuid": "220f3e14-369d-48d5-8bc4-4aadcb159691", "name": "network-vif-deleted", "tag": "9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:16.647437 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-64066309-5dbe-49cb-b7fd-0cb4d534155e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 217 time: 0.1592004 Jun 16 15:48:16.718658 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Pushing event updated for resources: {'Port': ['ID=67c7a0a1-ab83-47b4-b44a-881418b8f70c,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:16.724830 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:16.790539 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c657d-5f4e-49c6-af41-f1213fe5439d req-9995deed-8c08-4a02-8ec9-eb4359bdb78f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:16.799683 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d36c657d-5f4e-49c6-af41-f1213fe5439d req-9995deed-8c08-4a02-8ec9-eb4359bdb78f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1632237 Jun 16 15:48:16.810605 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:48:16.850528 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d36c657d-5f4e-49c6-af41-f1213fe5439d req-ff5a01e2-6589-497e-8207-8001fc0351a7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495803 Jun 16 15:48:16.852985 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:48:16.853700 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:48:16.855909 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.871849 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.906977 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-b0b9da76-7843-4bf4-b882-95174ecde4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:16.915501 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-b0b9da76-7843-4bf4-b882-95174ecde4f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.1716795 Jun 16 15:48:16.917574 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port eca1d845-2d57-48d3-b041-47390555c83e, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=eca1d845-2d57-48d3-b041-47390555c83e,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:16.923309 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:16.926788 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:17.035506 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=eca1d845-2d57-48d3-b041-47390555c83e,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:17.040020 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:17.101803 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8630-ca4a-4405-b4d0-94222ec86ceb req-791804fb-5893-401d-a1d4-bd26f9c81d0b tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:17.103575 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f20e8630-ca4a-4405-b4d0-94222ec86ceb req-791804fb-5893-401d-a1d4-bd26f9c81d0b tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 943 time: 0.3587267 Jun 16 15:48:17.172549 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:17.191695 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3e2d3f22-7484-4cbd-b15f-9687eb291134 tempest-VolumesActionsTest-1070728691 tempest-VolumesActionsTest-1070728691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:17.211384 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaf9d8-678e-481e-98e3-bfdf1ad7fe07 req-e3184f7a-de94-4af4-9ccf-d2471593d653 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:17.214487 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dedaf9d8-678e-481e-98e3-bfdf1ad7fe07 req-e3184f7a-de94-4af4-9ccf-d2471593d653 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1668386 Jun 16 15:48:17.259185 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Pushing event updated for resources: {'Port': ['ID=88840b37-97a0-4ce6-b299-acad7c3759b7,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:17.268313 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f20e8630-ca4a-4405-b4d0-94222ec86ceb req-d8ea9334-bb9a-41a3-a983-56665846bbf4 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530211 Jun 16 15:48:17.271367 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:17.280073 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:17.284558 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-c682c855-639d-4064-8cee-272534721941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:17.286393 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-c682c855-639d-4064-8cee-272534721941 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3554649 Jun 16 15:48:17.288736 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dedaf9d8-678e-481e-98e3-bfdf1ad7fe07 req-938e4331-d9e8-40eb-a179-4c66b3434897 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666072 Jun 16 15:48:17.298249 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:17.305954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:48:17.372929 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c59bfef-0956-4f9f-ae7c-4679ec8c82ee x-openstack-request-id: req-0c59bfef-0956-4f9f-ae7c-4679ec8c82ee {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:17.373975 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "220f3e14-369d-48d5-8bc4-4aadcb159691", "name": "network-vif-deleted", "tag": "9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:17.373975 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c59bfef-0956-4f9f-ae7c-4679ec8c82ee {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:17.374454 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '220f3e14-369d-48d5-8bc4-4aadcb159691', 'name': 'network-vif-deleted', 'tag': '9665bf16-b659-4fdd-b4fd-e6eb20b0bf1b', 'status': 'completed', 'code': 200} Jun 16 15:48:18.004355 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-3155b49b-4f49-4db3-84ee-8b004fcff0dd service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029252 Jun 16 15:48:18.119547 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device eca1d845-2d57-48d3-b041-47390555c83e up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:18.199134 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42424d-c83b-43b5-852d-168b21d2a4b0 req-46aae3bb-2bbf-414b-ac63-c55c768aa4aa tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:18.202343 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8d42424d-c83b-43b5-852d-168b21d2a4b0 req-46aae3bb-2bbf-414b-ac63-c55c768aa4aa tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1523218 Jun 16 15:48:18.212116 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port eca1d845-2d57-48d3-b041-47390555c83e triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:18.213026 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:18.231958 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1d95b-92ee-4c32-af8e-071b0de6841f req-0e7f0631-1473-4938-8ed8-61af3345f88b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:18.245856 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffc1d95b-92ee-4c32-af8e-071b0de6841f req-0e7f0631-1473-4938-8ed8-61af3345f88b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 946 time: 0.4884982 Jun 16 15:48:18.282641 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8f4aa-c5eb-40d7-ae2b-e26afd6a6946 None None] Network ad90fe12-7856-40db-866c-6b4307374b41 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:48:18.356508 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8d42424d-c83b-43b5-852d-168b21d2a4b0 req-ef0036c3-7e38-4fdb-ac44-8f0edae349b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875061 Jun 16 15:48:18.389159 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d123e228-191b-408d-b23a-823614a773ed tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:18.395645 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d123e228-191b-408d-b23a-823614a773ed tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 946 time: 0.1830640 Jun 16 15:48:18.470349 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:18.494999 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-248b87c2-303e-4fd0-9006-5c176c500f70 None None] Provisioning for port 67c7a0a1-ab83-47b4-b44a-881418b8f70c completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:18.565268 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 67c7a0a1-ab83-47b4-b44a-881418b8f70c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:18.709616 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1460cc-ef03-49d7-b763-a50595d907e4 req-3f0b5f54-e7b7-46b6-99de-0aa2aa3d957d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:18.713035 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fe1460cc-ef03-49d7-b763-a50595d907e4 req-3f0b5f54-e7b7-46b6-99de-0aa2aa3d957d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 943 time: 0.1710868 Jun 16 15:48:18.720475 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-35d346ae-7d87-417c-b28f-8c5c361527fc req-850c5f4d-7c30-4241-8751-c27ead2c885c service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888127 Jun 16 15:48:18.723004 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Deleting port a93c79de-5ed0-49fb-82dd-31b5121f117c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:48:18.723874 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:18.786954 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffc1d95b-92ee-4c32-af8e-071b0de6841f req-c6016d28-04ad-4591-a50d-d0c5fcf839b0 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5392513 Jun 16 15:48:18.791151 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 67c7a0a1-ab83-47b4-b44a-881418b8f70c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:18.799293 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 67c7a0a1-ab83-47b4-b44a-881418b8f70c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:18.799908 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:18.849781 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:48:18.884600 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fe1460cc-ef03-49d7-b763-a50595d907e4 req-0c0de900-4ffa-4bb4-ba3c-69353f9e8c0d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401756 Jun 16 15:48:19.044165 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] For port a93c79de-5ed0-49fb-82dd-31b5121f117c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=a93c79de-5ed0-49fb-82dd-31b5121f117c,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:19.044774 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.077224 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.174293 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Calling delete_port for a93c79de-5ed0-49fb-82dd-31b5121f117c owned by compute:nova {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:48:19.195041 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:19.214248 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'port_id': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'mac_address': 'fa:16:3e:45:9c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:48:19.291878 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.353784 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9db5c3-4b97-49e2-b76e-056a7436d408 req-1deea772-0577-4ef2-8fc7-ab6999bc7687 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:19.378115 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.382338 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-da9db5c3-4b97-49e2-b76e-056a7436d408 req-1deea772-0577-4ef2-8fc7-ab6999bc7687 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.3626113 Jun 16 15:48:19.435721 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:48:19.501300 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 67c7a0a1-ab83-47b4-b44a-881418b8f70c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=67c7a0a1-ab83-47b4-b44a-881418b8f70c,segment=NetworkSegment(167b560d-a311-4480-9c59-5b19e5cb0f77),segment_id=167b560d-a311-4480-9c59-5b19e5cb0f77)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:19.535709 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.539079 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:19.541220 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:19.542254 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-da9db5c3-4b97-49e2-b76e-056a7436d408 req-0bfdf99d-f375-48a2-bab5-3b91458795bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539943 Jun 16 15:48:19.548540 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.564434 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-210a3d78-bc92-493f-b377-6c15d54ff389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:19.621711 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event deleted for resources: {'Port': ['ID=a93c79de-5ed0-49fb-82dd-31b5121f117c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:19.647480 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Router e59bf93e-c5e7-47a8-81d5-24338eab9f39 is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103602) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:48:19.653298 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=67c7a0a1-ab83-47b4-b44a-881418b8f70c,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:19.658161 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-8376a9f7-d101-4ffb-bc32-7dbd29017645 None None] Provisioning complete for port 67c7a0a1-ab83-47b4-b44a-881418b8f70c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:19.658597 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8376a9f7-d101-4ffb-bc32-7dbd29017645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.659397 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.659873 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.660421 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.660857 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.661315 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.663057 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.663057 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.663057 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.663398 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.663993 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.664550 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.665281 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:19.670940 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:19.704736 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] No DVR routers for this DVR port a93c79de-5ed0-49fb-82dd-31b5121f117c on host hv-cinder-79611 {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:48:19.705349 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['c97247c5-dc95-422a-940f-f87b35c5f4b9', '51a29e87-043d-43f9-9646-ebc663cbf163', 'a93c79de-5ed0-49fb-82dd-31b5121f117c'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:48:19.707931 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:19.711045 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.712490 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:19.714500 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-da73d995-4d6c-4591-b7a7-137e598a14aa req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "DELETE /v2.0/ports/a93c79de-5ed0-49fb-82dd-31b5121f117c HTTP/1.1" status: 204 len: 173 time: 1.3122282 Jun 16 15:48:19.715313 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'name': 'network-vif-deleted', 'tag': 'a93c79de-5ed0-49fb-82dd-31b5121f117c'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:19.718033 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-b42fa2d3-0b06-41f0-ad5c-1dadea8432f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:19.719532 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da0941e-ab60-467a-98bf-4b18bdfd6311" -d '{"events": [{"server_uuid": "c5f1ba6b-e46b-47e9-ab14-24ff75aab710", "name": "network-vif-deleted", "tag": "a93c79de-5ed0-49fb-82dd-31b5121f117c"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:19.793555 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe06b38-ff7f-4048-b73e-d361080e3dc4 x-openstack-request-id: req-efe06b38-ff7f-4048-b73e-d361080e3dc4 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:19.793918 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f1ba6b-e46b-47e9-ab14-24ff75aab710", "name": "network-vif-deleted", "tag": "a93c79de-5ed0-49fb-82dd-31b5121f117c", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:19.794205 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efe06b38-ff7f-4048-b73e-d361080e3dc4 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:19.794623 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f1ba6b-e46b-47e9-ab14-24ff75aab710', 'name': 'network-vif-deleted', 'tag': 'a93c79de-5ed0-49fb-82dd-31b5121f117c', 'status': 'completed', 'code': 200} Jun 16 15:48:19.968043 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-dbdf531f-b58b-4359-9c43-3ed01b639058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:19.972067 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:48:19.976501 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-dbdf531f-b58b-4359-9c43-3ed01b639058 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1098 time: 0.1604335 Jun 16 15:48:19.987887 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Sync routers for ids ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:48:20.018936 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Routers {'e59bf93e-c5e7-47a8-81d5-24338eab9f39'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:20.024193 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:20.106405 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:20.112060 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7179801 Jun 16 15:48:20.117766 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60314) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:20.212275 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 67c7a0a1-ab83-47b4-b44a-881418b8f70c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:20.226170 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:48:20.342393 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cd2bd001-e9aa-4f6c-b886-5d81b1c0bd47 req-33ce29d7-f6fa-4cc4-8e41-cd44684a0d9d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=c5f1ba6b-e46b-47e9-ab14-24ff75aab710 HTTP/1.1" status: 200 len: 210 time: 0.1082709 Jun 16 15:48:20.347279 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-0dd4fbd6-5047-4dd6-8e5e-173c770add6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:20.354208 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-0dd4fbd6-5047-4dd6-8e5e-173c770add6a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 919 time: 0.3711843 Jun 16 15:48:20.359326 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:20.370556 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:20.467293 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-4b0a85b0-3d0f-4f85-82d2-4613bb11fb9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 200 len: 217 time: 0.1048889 Jun 16 15:48:20.557714 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Set router e59bf93e-c5e7-47a8-81d5-24338eab9f39 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:20.798899 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cfd05-083a-4555-b8a5-b2f303943697 req-490aebd0-d832-421f-8843-ef964b22821f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:20.814133 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb3cfd05-083a-4555-b8a5-b2f303943697 req-490aebd0-d832-421f-8843-ef964b22821f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.7926772 Jun 16 15:48:20.854715 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a93c79de-5ed0-49fb-82dd-31b5121f117c no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:48:20.862291 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 67c7a0a1-ab83-47b4-b44a-881418b8f70c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:20.862702 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:21.016980 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:48:18Z', 'revision_number': 3, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:21.031328 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Checking router: e59bf93e-c5e7-47a8-81d5-24338eab9f39 for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:48:21.037831 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Updating router e59bf93e-c5e7-47a8-81d5-24338eab9f39 port 88840b37-97a0-4ce6-b299-acad7c3759b7 binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:48:21.092460 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: a93c79de-5ed0-49fb-82dd-31b5121f117c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:48:21.093547 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device a93c79de-5ed0-49fb-82dd-31b5121f117c not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:48:21.119720 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb3cfd05-083a-4555-b8a5-b2f303943697 req-c82b8519-8e7a-4b45-9105-0d7c96fd2684 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987688 Jun 16 15:48:21.194671 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:21.254727 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-e668b340-d7f5-4dd8-a515-7491d71f047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:21.259935 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-e668b340-d7f5-4dd8-a515-7491d71f047a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.7821443 Jun 16 15:48:21.350422 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-04313938-2daf-4f8d-a699-130b8ac55de7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784957 Jun 16 15:48:21.461094 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a9d83-22a5-4b9c-8491-8c135806c5df req-b1bfefc7-bd31-43c7-b98d-d4cf75b63a91 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:21.467914 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b00a9d83-22a5-4b9c-8491-8c135806c5df req-b1bfefc7-bd31-43c7-b98d-d4cf75b63a91 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 944 time: 0.3873544 Jun 16 15:48:21.663497 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b00a9d83-22a5-4b9c-8491-8c135806c5df req-b03214f0-a25c-4de5-96c8-cd510ece2d42 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562426 Jun 16 15:48:21.710939 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-4724362a-1b29-492c-b757-d75860e1874f service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530757 Jun 16 15:48:21.980286 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9fa812f4-5d57-486b-b648-b7d18989fec2 req-bb43f4e6-f799-41d8-a603-4fc994a4835e service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631671 Jun 16 15:48:22.068542 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:22.188260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec4f12-82f3-462e-9314-a90dec377bcb req-25bf571e-8202-4d4c-870e-c259b18ac9f2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:22.192409 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-daec4f12-82f3-462e-9314-a90dec377bcb req-25bf571e-8202-4d4c-870e-c259b18ac9f2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.6561081 Jun 16 15:48:22.251760 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:22.271670 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Transition to ACTIVE for port object 88840b37-97a0-4ce6-b299-acad7c3759b7 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:22.281762 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:22.286119 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:22.328184 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-daec4f12-82f3-462e-9314-a90dec377bcb req-647ff93c-9547-4db0-893c-63a65b508086 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817533 Jun 16 15:48:22.406729 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Attempting to bind port 88840b37-97a0-4ce6-b299-acad7c3759b7 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:48:22.407849 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Attempting to bind port 88840b37-97a0-4ce6-b299-acad7c3759b7 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:48:22.410268 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Attempting to bind port 88840b37-97a0-4ce6-b299-acad7c3759b7 on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:22.437119 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:48:22.437918 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:22.438626 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:22.439487 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:48:22.440323 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Bound port: 88840b37-97a0-4ce6-b299-acad7c3759b7, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:48:22.441225 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:22.447486 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc200501-c9f4-4d01-9624-97301be67dd5 None None] Pushing event updated for resources: {'Port': ['ID=88840b37-97a0-4ce6-b299-acad7c3759b7,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:22.481108 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-dc200501-c9f4-4d01-9624-97301be67dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:22.594456 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] For port 88840b37-97a0-4ce6-b299-acad7c3759b7, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:48:22.610852 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] For port 88840b37-97a0-4ce6-b299-acad7c3759b7, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=88840b37-97a0-4ce6-b299-acad7c3759b7,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:48:22.615680 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Allocated IP 172.20.0.1 (ad90fe12-7856-40db-866c-6b4307374b41/6b34b0c2-4199-4589-a66c-05c639154092/03dbec4e-b90a-44c1-8f7d-d7280b53209c) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:48:22.620534 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:22.638894 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-19675599-07e8-4ee2-a6c1-3ca023fdc226 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:22.728687 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc200501-c9f4-4d01-9624-97301be67dd5 None None] Pushing event updated for resources: {'Port': ['ID=88840b37-97a0-4ce6-b299-acad7c3759b7,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:22.747610 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-dc200501-c9f4-4d01-9624-97301be67dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:22.778154 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Routers {'e59bf93e-c5e7-47a8-81d5-24338eab9f39'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:22.779053 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:22.779218 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-d7bef069-1810-4c76-80ae-fff175529c0c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2472284 Jun 16 15:48:22.794598 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbec8c-c6f2-46f3-8918-f667dc749956 req-5abd34e3-a7a1-4666-9598-5a2fea170f7b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:22.808043 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-81cbec8c-c6f2-46f3-8918-f667dc749956 req-5abd34e3-a7a1-4666-9598-5a2fea170f7b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1783872 Jun 16 15:48:22.831415 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:22.846594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:22.908524 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Transition to ACTIVE for port object 03dbec4e-b90a-44c1-8f7d-d7280b53209c will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:22.970740 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-81cbec8c-c6f2-46f3-8918-f667dc749956 req-2504153e-83fd-4479-a252-7276173536b3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611826 Jun 16 15:48:22.985158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b97b89-3c63-41dc-b4b6-197637002dcc req-a45c4a29-accb-43cf-b0b9-8da8a9448068 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:22.987823 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] Set router e59bf93e-c5e7-47a8-81d5-24338eab9f39 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:23.001845 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f2b97b89-3c63-41dc-b4b6-197637002dcc req-a45c4a29-accb-43cf-b0b9-8da8a9448068 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 946 time: 0.2325790 Jun 16 15:48:23.059330 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:23.074857 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:23.075488 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:23.095751 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:23.134777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a7cf92c3-49b1-49dc-a3a7-4c3dc5835c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:23.186557 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-359f2a84-03aa-4190-8a7b-cde4512c0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:23.198927 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-359f2a84-03aa-4190-8a7b-cde4512c0ba1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7555c7597e8406a863a48ba3dc374ae&device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 1098 time: 0.2910450 Jun 16 15:48:23.247658 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Network ad90fe12-7856-40db-866c-6b4307374b41 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:23.259052 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:23.274343 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:48:23.305625 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f2b97b89-3c63-41dc-b4b6-197637002dcc req-d3e2d1b7-6e33-4bd2-9aae-04301c18a436 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013299 Jun 16 15:48:23.335835 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:23.372750 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Pushing event updated for resources: {'Port': ['ID=03dbec4e-b90a-44c1-8f7d-d7280b53209c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:23.392237 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:23.400841 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e1e81c-0e4e-4eeb-9744-9baabb7e0b41" -d '{"events": [{"server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "name": "network-vif-plugged", "status": "completed", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:23.449358 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:23.457855 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:23.462252 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:23.500617 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.501209 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.532638 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.533334 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.533956 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.544204 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.545078 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.548318 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.548913 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.550126 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.550126 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.550705 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:23.575644 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:23.598216 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:48:18Z', 'revision_number': 3, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:23.606260 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd310805-7292-450e-aae6-094d58b0c62d None None] The sync data for ids ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'] in dv-cinder-796114-3-smb is: [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:48:18Z', 'revision_number': 3, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:48:23.638172 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59819b2-0c31-4aad-b2dc-e4372bcc2150 x-openstack-request-id: req-e59819b2-0c31-4aad-b2dc-e4372bcc2150 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:23.638891 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "name": "network-vif-plugged", "status": "completed", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:23.639485 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e59819b2-0c31-4aad-b2dc-e4372bcc2150 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:23.640241 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'code': 200} Jun 16 15:48:23.643460 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:23.644907 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:23.656602 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:23.815154 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-26d2f14e-2fd1-43be-ae76-8d5ff5d40a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:23.816984 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-26d2f14e-2fd1-43be-ae76-8d5ff5d40a2e service neutron] 10.222.0.24 "GET /v2.0/networks?id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 200 len: 915 time: 0.5728817 Jun 16 15:48:23.898855 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d2bdec47-ae23-405b-929e-d62ac539564c None None] Provisioning for port 03dbec4e-b90a-44c1-8f7d-d7280b53209c completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:23.909524 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-d2bdec47-ae23-405b-929e-d62ac539564c None None] Provisioning complete for port 03dbec4e-b90a-44c1-8f7d-d7280b53209c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:23.910116 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d2bdec47-ae23-405b-929e-d62ac539564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:23.991908 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-2d73bdeb-faab-4f6a-83ad-fbe8fb05daff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9 HTTP/1.1" status: 200 len: 217 time: 0.1623275 Jun 16 15:48:24.041919 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-d2bdec47-ae23-405b-929e-d62ac539564c None None] Port 03dbec4e-b90a-44c1-8f7d-d7280b53209c cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:48:24.121859 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ee8e9-733b-43aa-82ba-15d35ad52ff6 req-d417eed9-aeb5-4761-9234-34568e16f1ea tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:24.124044 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5d4ee8e9-733b-43aa-82ba-15d35ad52ff6 req-d417eed9-aeb5-4761-9234-34568e16f1ea tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.4736323 Jun 16 15:48:24.129147 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-9a69c92f-a28f-498b-a627-71f8728da0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:24.131174 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-9a69c92f-a28f-498b-a627-71f8728da0b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 200 len: 854 time: 0.1163561 Jun 16 15:48:24.293413 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-6686ef90-e297-4a0e-88fc-4b7bae7081f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dd511b24-a00a-40fb-a4e7-fe658a96c4a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524365 Jun 16 15:48:24.394163 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5d4ee8e9-733b-43aa-82ba-15d35ad52ff6 req-e96fff3d-66ff-4095-ac2d-15a6691b4645 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616572 Jun 16 15:48:24.428025 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1899b-ad99-4ce2-b571-18dd481cd46b req-1bb39286-c2db-4912-ab37-20ad85ca07ee tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:24.435812 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-46e1899b-ad99-4ce2-b571-18dd481cd46b req-1bb39286-c2db-4912-ab37-20ad85ca07ee tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.4458413 Jun 16 15:48:24.460139 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb132a3a-9bfd-454d-8329-3a33d92a8fc4 req-2da6bc6a-4fcb-4bc8-bb90-d06f8bad8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:24.475262 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb132a3a-9bfd-454d-8329-3a33d92a8fc4 req-2da6bc6a-4fcb-4bc8-bb90-d06f8bad8a78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1098 time: 0.4367394 Jun 16 15:48:24.579974 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:24.613412 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-913aafbd-99cf-4760-9c0c-98d878d69bf0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122385 Jun 16 15:48:24.669477 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb132a3a-9bfd-454d-8329-3a33d92a8fc4 req-d8369367-ec77-4e9c-b946-533eb86fad82 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670372 Jun 16 15:48:24.778761 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-46e1899b-ad99-4ce2-b571-18dd481cd46b req-8215b32f-959d-4d5c-8fe1-95f6b964cc7d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984223 Jun 16 15:48:24.949425 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c288c46e-121a-49a9-8d88-4c93c6685dbf req-0ecf7408-acac-4860-8194-f77df6664f2a service neutron] 10.222.0.24 "GET /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243856 Jun 16 15:48:25.003171 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258bd720-cb33-46b2-85e5-0a27f3bb8510 req-1bb20841-f232-4325-bc85-647f6344d1fb tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:25.017931 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-258bd720-cb33-46b2-85e5-0a27f3bb8510 req-1bb20841-f232-4325-bc85-647f6344d1fb tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1843717 Jun 16 15:48:25.185743 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-258bd720-cb33-46b2-85e5-0a27f3bb8510 req-b1e252e9-cb75-438a-b9b6-d63d5cddb071 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616924 Jun 16 15:48:25.379726 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-563fe184-14c6-4aa6-bbd0-56c3ff94941a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:25.387901 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-563fe184-14c6-4aa6-bbd0-56c3ff94941a tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 946 time: 0.5666671 Jun 16 15:48:25.555804 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:25.596336 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:25.607705 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe996592-9dad-494a-aae3-24a44db59ea6 req-ab2b8b60-bd09-44d5-b0c4-640a898e4a09 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:25.622481 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fe996592-9dad-494a-aae3-24a44db59ea6 req-ab2b8b60-bd09-44d5-b0c4-640a898e4a09 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 946 time: 0.4113355 Jun 16 15:48:25.674301 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:25.699355 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:25.934818 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fe996592-9dad-494a-aae3-24a44db59ea6 req-0f537231-6c31-4290-9570-1983051598a6 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105624 Jun 16 15:48:25.957966 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Pushing event updated for resources: {'Port': ['ID=03dbec4e-b90a-44c1-8f7d-d7280b53209c,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:25.963125 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:26.002666 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:26.007200 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Deleting port 51a29e87-043d-43f9-9646-ebc663cbf163 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:48:26.007629 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:26.044575 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb64863-3f9d-427a-b63b-f364c41c60d7 req-985cb2a6-9ceb-4fba-b347-15b0d61746d7 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:26.055711 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6eb64863-3f9d-427a-b63b-f364c41c60d7 req-985cb2a6-9ceb-4fba-b347-15b0d61746d7 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.2428460 Jun 16 15:48:26.088132 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 88840b37-97a0-4ce6-b299-acad7c3759b7 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:26.203030 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6eb64863-3f9d-427a-b63b-f364c41c60d7 req-023fef43-271c-42be-ac75-cc1cb0e4550b tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457856 Jun 16 15:48:26.246786 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 88840b37-97a0-4ce6-b299-acad7c3759b7 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:26.257358 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 88840b37-97a0-4ce6-b299-acad7c3759b7 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:26.257778 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:26.566200 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:26.611584 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 88840b37-97a0-4ce6-b299-acad7c3759b7, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=88840b37-97a0-4ce6-b299-acad7c3759b7,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:26.619533 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:26.630595 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:26.684967 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1305df90-f936-4596-9438-b9956c0749b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:26.730682 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43c12b-54dd-4e75-82ab-c55d13a00707 req-62ceb270-b24e-4ebb-acb0-fb8c09885a5f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:26.741284 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0c43c12b-54dd-4e75-82ab-c55d13a00707 req-62ceb270-b24e-4ebb-acb0-fb8c09885a5f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1828346 Jun 16 15:48:26.778090 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=88840b37-97a0-4ce6-b299-acad7c3759b7,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:26.794597 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:26.805169 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] For port 51a29e87-043d-43f9-9646-ebc663cbf163, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51a29e87-043d-43f9-9646-ebc663cbf163,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:26.806051 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:26.860891 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Network ad90fe12-7856-40db-866c-6b4307374b41 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:26.861407 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0c43c12b-54dd-4e75-82ab-c55d13a00707 req-bb4cb56e-3986-479c-b825-7b4a91a62097 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155760 Jun 16 15:48:26.905019 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 51a29e87-043d-43f9-9646-ebc663cbf163 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:48:27.039689 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Calling delete_port for 51a29e87-043d-43f9-9646-ebc663cbf163 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:48:27.057749 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:27.087428 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:27.123914 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77302979-f655-481a-9604-677ac4e369a7 req-e194c1d8-6797-473b-b924-7e426aee71f4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:27.125695 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:27.135852 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-77302979-f655-481a-9604-677ac4e369a7 req-e194c1d8-6797-473b-b924-7e426aee71f4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.7500601 Jun 16 15:48:27.136812 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d134a6-d460-42d3-9e17-b94ec633b569" -d '{"events": [{"server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:27.164178 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 51a29e87-043d-43f9-9646-ebc663cbf163, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51a29e87-043d-43f9-9646-ebc663cbf163,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:27.172067 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:27.177622 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:27.338334 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=51a29e87-043d-43f9-9646-ebc663cbf163,revision_number=6']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:27.376667 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.377131 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.377712 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.378249 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.378731 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.379195 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.379680 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.380192 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.381167 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.384622 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.385232 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.387669 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:48:27.396410 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:27.510985 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-77302979-f655-481a-9604-677ac4e369a7 req-f16d3891-da3d-46bc-9534-5f9abd789d30 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738286 Jun 16 15:48:27.560380 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45369d5d-21b2-48e9-93f0-634d044c5b25 req-288d266a-700a-4e32-a8ed-45cdc7627b43 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:27.575096 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-45369d5d-21b2-48e9-93f0-634d044c5b25 req-288d266a-700a-4e32-a8ed-45cdc7627b43 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5 HTTP/1.1" status: 200 len: 944 time: 0.2054946 Jun 16 15:48:27.675527 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-45369d5d-21b2-48e9-93f0-634d044c5b25 req-06190727-b1dd-4437-bd32-272b76e77510 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984297 Jun 16 15:48:27.699396 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-20df19f4-c150-4165-b00b-cc510ca14a51 None None] Provisioning complete for port 03dbec4e-b90a-44c1-8f7d-d7280b53209c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:27.700832 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20df19f4-c150-4165-b00b-cc510ca14a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:27.727266 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:27.743164 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a74cedd5-f472-4c22-863d-6aaa1a2d7f38 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:27.776949 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['c97247c5-dc95-422a-940f-f87b35c5f4b9'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:48:27.806876 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event deleted for resources: {'Port': ['ID=51a29e87-043d-43f9-9646-ebc663cbf163,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:27.816368 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:27.865765 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e02b223-f395-4f42-a793-a0126717afa3 x-openstack-request-id: req-7e02b223-f395-4f42-a793-a0126717afa3 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:27.866463 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "name": "network-vif-unplugged", "status": "completed", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:27.866885 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e02b223-f395-4f42-a793-a0126717afa3 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:27.867497 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163', 'code': 200} Jun 16 15:48:27.934087 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20df19f4-c150-4165-b00b-cc510ca14a51 None None] Port 03dbec4e-b90a-44c1-8f7d-d7280b53209c cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:48:27.934597 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] No DVR routers for this DVR port 51a29e87-043d-43f9-9646-ebc663cbf163 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:48:27.940915 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:27.945848 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb001bd5-e34b-412e-b7ab-b30d2c1d8259 req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "DELETE /v2.0/ports/51a29e87-043d-43f9-9646-ebc663cbf163 HTTP/1.1" status: 204 len: 173 time: 2.5361993 Jun 16 15:48:27.951257 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'name': 'network-vif-deleted', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:27.956741 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fd3be-2e8b-4f6c-a174-2ff620978e8d" -d '{"events": [{"server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "name": "network-vif-deleted", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:27.957416 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 88840b37-97a0-4ce6-b299-acad7c3759b7 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:27.971587 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Router e59bf93e-c5e7-47a8-81d5-24338eab9f39 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:48:28.074115 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0129e359-72df-4c24-958f-b234ceba833a x-openstack-request-id: req-0129e359-72df-4c24-958f-b234ceba833a {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:28.074849 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5", "name": "network-vif-deleted", "tag": "51a29e87-043d-43f9-9646-ebc663cbf163", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:28.075354 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0129e359-72df-4c24-958f-b234ceba833a {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:28.076011 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fee24f8c-1584-4f02-8ed5-7ca95a1ac0d5', 'name': 'network-vif-deleted', 'tag': '51a29e87-043d-43f9-9646-ebc663cbf163', 'status': 'completed', 'code': 200} Jun 16 15:48:28.161122 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6d060-ef02-4260-9b12-44a877517bf8 req-db3e667e-e361-4fa1-832c-207793089807 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:28.174065 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-32c6d060-ef02-4260-9b12-44a877517bf8 req-db3e667e-e361-4fa1-832c-207793089807 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.1790395 Jun 16 15:48:28.202946 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:48:28.225555 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] 10.222.0.23 "PUT /v2.0/routers/e59bf93e-c5e7-47a8-81d5-24338eab9f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0923829 Jun 16 15:48:28.268088 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Sync routers for ids ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:48:28.278930 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-32c6d060-ef02-4260-9b12-44a877517bf8 req-137e59aa-495a-456b-addf-92317c03dd9b tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029215 Jun 16 15:48:28.283456 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 88840b37-97a0-4ce6-b299-acad7c3759b7 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:28.283917 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:28.306066 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Routers {'e59bf93e-c5e7-47a8-81d5-24338eab9f39'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:28.307081 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:47:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:28.769367 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bafb-f089-465b-a608-dd0171ff49a6 req-900b3354-8b3b-4b52-889b-3b21317474a7 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:28.782475 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5984bafb-f089-465b-a608-dd0171ff49a6 req-900b3354-8b3b-4b52-889b-3b21317474a7 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.1703293 Jun 16 15:48:28.843479 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Set router e59bf93e-c5e7-47a8-81d5-24338eab9f39 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:28.887998 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5984bafb-f089-465b-a608-dd0171ff49a6 req-362ffc01-b633-494c-bf3b-f47d37e94bf5 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041298 Jun 16 15:48:29.230415 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-de412c31-f83f-4cd7-b5b8-265d194545f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:29.305324 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:29.324060 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60408) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:29.329884 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979483604', 'description': 'tempest-secgroup-smoke-979483604 description', 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:29.350722 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:48:24Z', 'revision_number': 4, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '03dbec4e-b90a-44c1-8f7d-d7280b53209c', 'name': '', 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'mac_address': 'fa:16:3e:dd:67:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b34b0c2-4199-4589-a66c-05c639154092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:22Z', 'updated_at': '2021-06-16T15:48:24Z', 'revision_number': 2, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'subnets': [{'id': '6b34b0c2-4199-4589-a66c-05c639154092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:29.362839 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Checking router: e59bf93e-c5e7-47a8-81d5-24338eab9f39 for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:48:29.366232 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Updating router e59bf93e-c5e7-47a8-81d5-24338eab9f39 port 03dbec4e-b90a-44c1-8f7d-d7280b53209c binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:48:29.389727 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:29.439641 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce196a9-4187-4b49-937b-1c9e003e5b8c req-e94731e9-9744-4b4d-9a0e-affc208c9ac0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:29.442163 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ce196a9-4187-4b49-937b-1c9e003e5b8c req-e94731e9-9744-4b4d-9a0e-affc208c9ac0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1799312 Jun 16 15:48:29.472104 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:29.584938 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ce196a9-4187-4b49-937b-1c9e003e5b8c req-0ea6ed6b-22ca-41dc-a52e-440f24cd8a70 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242974 Jun 16 15:48:29.676208 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:29.703182 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:29.722069 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0671745e-0430-4fa1-b41b-de1aa5c6377a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:29.827154 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1255d9f-10b8-469a-81ab-0dfb8c96418d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:29.844837 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:29.853056 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:29.859578 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60416) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:29.868066 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'security_group_rule': {'security_group_id': 'e1255d9f-10b8-469a-81ab-0dfb8c96418d', 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:29.871269 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5447137 Jun 16 15:48:30.003494 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.154106 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60def4-4d02-4d2c-a1e8-e55d2e9f110e req-19521bc3-6504-4ec3-8f8f-878142905f7b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:30.170827 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ec60def4-4d02-4d2c-a1e8-e55d2e9f110e req-19521bc3-6504-4ec3-8f8f-878142905f7b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1986394 Jun 16 15:48:30.243066 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.250675 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.255870 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ee5a9681-b2ff-4ad3-9cfb-673311dacc77 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:30.288724 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ec60def4-4d02-4d2c-a1e8-e55d2e9f110e req-a3212bb5-3bcf-45e6-b779-df573abc3ff9 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159410 Jun 16 15:48:30.316596 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de271927-b8b7-4120-9469-8d62205bf7af,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:30.336576 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.338512 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:30.354347 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.360101 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4951694 Jun 16 15:48:30.360665 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60426) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:30.369716 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Transition to ACTIVE for port object 03dbec4e-b90a-44c1-8f7d-d7280b53209c will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:48:30.379304 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'security_group_rule': {'security_group_id': 'e1255d9f-10b8-469a-81ab-0dfb8c96418d', 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:30.386882 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.391112 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:30.480183 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.669728 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.678628 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.683442 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:30.710680 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.751970 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f907ea-e30c-475d-bbed-deb9eaea1788 None None] Pushing event updated for resources: {'Port': ['ID=03dbec4e-b90a-44c1-8f7d-d7280b53209c,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:30.756058 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce2b55a-331e-4a99-b8f3-eb9229388421,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:30.762193 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-17f907ea-e30c-475d-bbed-deb9eaea1788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:30.769994 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:30.772438 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.773900 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4118671 Jun 16 15:48:30.778608 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60438) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:30.789717 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'security_group_rule': {'security_group_id': 'e1255d9f-10b8-469a-81ab-0dfb8c96418d', 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:30.813554 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0335465-6de6-4769-a5d1-4dfd8801843c req-3fe88727-9d46-4381-ba81-3bb075bb463e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:30.827313 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0335465-6de6-4769-a5d1-4dfd8801843c req-3fe88727-9d46-4381-ba81-3bb075bb463e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.1591601 Jun 16 15:48:30.884911 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Attempting to bind port 03dbec4e-b90a-44c1-8f7d-d7280b53209c on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:48:30.888869 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Attempting to bind port 03dbec4e-b90a-44c1-8f7d-d7280b53209c by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:48:30.889826 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Attempting to bind port 03dbec4e-b90a-44c1-8f7d-d7280b53209c on network ad90fe12-7856-40db-866c-6b4307374b41 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:48:30.904614 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.910880 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:48:30.911369 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Checking segment: {'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:48:30.912097 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.919336 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Bound using segment: {'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:48:30.920270 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Bound port: 03dbec4e-b90a-44c1-8f7d-d7280b53209c, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167b560d-a311-4480-9c59-5b19e5cb0f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:48:30.920825 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:30.928464 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0335465-6de6-4769-a5d1-4dfd8801843c req-dc442e61-b8c4-4d9b-9c02-639c267406f3 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999901 Jun 16 15:48:31.047519 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.053139 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.062936 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2266f491-1dd9-491e-825f-88a0c0099a07 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:31.119334 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd4ca75-0802-42da-af89-f171e698b656,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:31.132232 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:31.170996 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.173706 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3935421 Jun 16 15:48:31.176558 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60452) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:31.190185 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'security_group_rule': {'security_group_id': 'e1255d9f-10b8-469a-81ab-0dfb8c96418d', 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:31.238904 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] For port 03dbec4e-b90a-44c1-8f7d-d7280b53209c, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:48:31.263246 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] For port 03dbec4e-b90a-44c1-8f7d-d7280b53209c, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=03dbec4e-b90a-44c1-8f7d-d7280b53209c,segment=NetworkSegment(167b560d-a311-4480-9c59-5b19e5cb0f77),segment_id=167b560d-a311-4480-9c59-5b19e5cb0f77)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:48:31.263562 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.275660 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.303038 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-726c65c6-8c30-4a18-ad0d-0b0062cb4c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:31.481952 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.498144 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.549814 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-693b4b7e-89e9-4ec5-85fe-872ac05ad551 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:31.598521 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f907ea-e30c-475d-bbed-deb9eaea1788 None None] Pushing event updated for resources: {'Port': ['ID=03dbec4e-b90a-44c1-8f7d-d7280b53209c,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:31.602858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce3bea8-b77e-459d-a199-4e9136c14b08,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:31.611367 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:31.616667 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-17f907ea-e30c-475d-bbed-deb9eaea1788 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:31.637267 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Routers {'e59bf93e-c5e7-47a8-81d5-24338eab9f39'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:31.638942 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:48:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:31.639556 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff9c9-689c-415e-b6ec-2631aa708bc0 req-ec05ac2b-6438-465c-befc-a6a5d6bb557d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:31.649188 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9c6ff9c9-689c-415e-b6ec-2631aa708bc0 req-ec05ac2b-6438-465c-befc-a6a5d6bb557d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.3529272 Jun 16 15:48:31.732332 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.736633 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5544701 Jun 16 15:48:31.738034 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60458) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:31.747211 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'security_group_rule': {'security_group_id': 'e1255d9f-10b8-469a-81ab-0dfb8c96418d', 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:31.845653 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.securitygroups_db [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Project 17d5be6e2c2a42b585b278acbb4d5eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:48:31.870903 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:31.924114 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9c6ff9c9-689c-415e-b6ec-2631aa708bc0 req-e5cfa46c-f1c6-45c0-88cb-f7b648971bed tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736764 Jun 16 15:48:32.131397 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.139751 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.143663 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:32.147868 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] Set router e59bf93e-c5e7-47a8-81d5-24338eab9f39 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:32.177602 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fff098-e2ff-4f57-8ce2-b4e19d0ad855,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:32.185243 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:32.190475 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.197469 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60466) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:32.198533 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4573402 Jun 16 15:48:32.212057 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'security_group_rule': {'security_group_id': 'e1255d9f-10b8-469a-81ab-0dfb8c96418d', 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:32.293209 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Project 17d5be6e2c2a42b585b278acbb4d5eca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:48:32.306649 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.488648 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.495218 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.510345 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f62f3-6c86-4955-9536-0145a1dd976d req-7d8b13e5-2a29-430b-a5a9-ce4b4d03692d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:32.513291 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-917f62f3-6c86-4955-9536-0145a1dd976d req-7d8b13e5-2a29-430b-a5a9-ce4b4d03692d tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 945 time: 0.1361728 Jun 16 15:48:32.514254 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.517537 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:32.594549 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d95768-39ef-4632-ae30-407eb9f5dd00,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:32.608539 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:32.612460 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:32.625503 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4077821 Jun 16 15:48:32.639385 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-917f62f3-6c86-4955-9536-0145a1dd976d req-9633942e-4321-4bca-ba2f-0eb90a05cd60 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031516 Jun 16 15:48:32.661325 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:48:24Z', 'revision_number': 4, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '03dbec4e-b90a-44c1-8f7d-d7280b53209c', 'name': '', 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'mac_address': 'fa:16:3e:dd:67:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b34b0c2-4199-4589-a66c-05c639154092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:22Z', 'updated_at': '2021-06-16T15:48:31Z', 'revision_number': 4, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'subnets': [{'id': '6b34b0c2-4199-4589-a66c-05c639154092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:32.669747 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5678ab92-aca3-4d91-88a8-5f894ad526a8 None None] The sync data for ids ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'] in dv-cinder-796114-3-smb is: [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:48:24Z', 'revision_number': 4, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '03dbec4e-b90a-44c1-8f7d-d7280b53209c', 'name': '', 'network_id': 'ad90fe12-7856-40db-866c-6b4307374b41', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'mac_address': 'fa:16:3e:dd:67:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '6b34b0c2-4199-4589-a66c-05c639154092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:22Z', 'updated_at': '2021-06-16T15:48:31Z', 'revision_number': 4, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'subnets': [{'id': '6b34b0c2-4199-4589-a66c-05c639154092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:48:33.583766 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbc0b-53ab-403b-a404-2ce334e699e1 req-683e9abc-5893-4736-a394-245c2556dd43 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:33.588152 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c17fbc0b-53ab-403b-a404-2ce334e699e1 req-683e9abc-5893-4736-a394-245c2556dd43 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1992459 Jun 16 15:48:33.809780 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c17fbc0b-53ab-403b-a404-2ce334e699e1 req-af08b567-7bc7-4f64-a4a4-3cee6a6826bb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071693 Jun 16 15:48:33.842718 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:48:34.091498 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 03dbec4e-b90a-44c1-8f7d-d7280b53209c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:34.321382 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 03dbec4e-b90a-44c1-8f7d-d7280b53209c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:48:34.330088 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 03dbec4e-b90a-44c1-8f7d-d7280b53209c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:34.330948 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:34.584134 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:34.764094 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 03dbec4e-b90a-44c1-8f7d-d7280b53209c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=03dbec4e-b90a-44c1-8f7d-d7280b53209c,segment=NetworkSegment(167b560d-a311-4480-9c59-5b19e5cb0f77),segment_id=167b560d-a311-4480-9c59-5b19e5cb0f77)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:34.785281 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:34.812161 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-17f907ea-e30c-475d-bbed-deb9eaea1788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:34.969623 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bba4df-114a-49fe-8dc5-578124628a79 req-75ad5f84-e895-4191-acbc-e50a08838b25 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:34.987459 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d7bba4df-114a-49fe-8dc5-578124628a79 req-75ad5f84-e895-4191-acbc-e50a08838b25 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 945 time: 0.9749272 Jun 16 15:48:35.060333 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=03dbec4e-b90a-44c1-8f7d-d7280b53209c,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:35.067862 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d7bba4df-114a-49fe-8dc5-578124628a79 req-a25c9ec4-8b88-42f4-83c8-139cbb41a028 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/security-groups?id=14cbcda2-88a9-4059-87eb-3daecc756739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755413 Jun 16 15:48:35.096369 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:35.103786 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404309d-a361-448a-9029-0309e1638e72 req-7a834ac2-e40d-4f3b-b35c-9df064efa660 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:35.105592 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e404309d-a361-448a-9029-0309e1638e72 req-7a834ac2-e40d-4f3b-b35c-9df064efa660 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 945 time: 0.3688214 Jun 16 15:48:35.512570 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a5713-f527-4b65-8a34-2e5f4862e043 req-2ae76b08-355a-4ac2-b154-1f99a1616919 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:35.525488 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e51a5713-f527-4b65-8a34-2e5f4862e043 req-2ae76b08-355a-4ac2-b154-1f99a1616919 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2443852 Jun 16 15:48:35.542546 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Deleting port c97247c5-dc95-422a-940f-f87b35c5f4b9 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:48:35.543088 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:35.654125 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e51a5713-f527-4b65-8a34-2e5f4862e043 req-26062daa-e967-4cbc-bfba-8213f9f4c162 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271253 Jun 16 15:48:35.760606 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] For port c97247c5-dc95-422a-940f-f87b35c5f4b9, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=c97247c5-dc95-422a-940f-f87b35c5f4b9,segment=NetworkSegment(f5044a9b-897b-42c6-8c50-ef91dbcbc27c),segment_id=f5044a9b-897b-42c6-8c50-ef91dbcbc27c)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:35.761032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:35.884430 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Calling delete_port for c97247c5-dc95-422a-940f-f87b35c5f4b9 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:48:36.073094 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 03dbec4e-b90a-44c1-8f7d-d7280b53209c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:36.234453 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 03dbec4e-b90a-44c1-8f7d-d7280b53209c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:36.236203 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:36.384958 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-a7698d3b-1704-409e-af72-b50c39a315ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:36.387676 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-a7698d3b-1704-409e-af72-b50c39a315ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1098 time: 0.1451638 Jun 16 15:48:36.483894 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:36.544444 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0b8bc78f-f342-4915-b582-8190d53cf34c tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:36.764529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] No DVR routers for this DVR port c97247c5-dc95-422a-940f-f87b35c5f4b9 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:48:36.767362 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Pushing event deleted for resources: {'Port': ['ID=c97247c5-dc95-422a-940f-f87b35c5f4b9,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:36.775213 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:36.779197 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e404309d-a361-448a-9029-0309e1638e72 req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.24 "DELETE /v2.0/ports/c97247c5-dc95-422a-940f-f87b35c5f4b9 HTTP/1.1" status: 204 len: 173 time: 1.6668384 Jun 16 15:48:36.789485 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-74f0ce04-392c-410a-9032-6fd408557a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:36.794132 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-74f0ce04-392c-410a-9032-6fd408557a59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 919 time: 0.3950915 Jun 16 15:48:36.794412 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-112b0b32-c49d-4223-a928-307a2d565485 req-f7c92027-ee1a-44b4-b103-423d1c397dc7 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.1606393 Jun 16 15:48:36.795096 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'name': 'network-vif-deleted', 'tag': 'c97247c5-dc95-422a-940f-f87b35c5f4b9'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:36.799328 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce427084-1b1c-4f78-8f0a-ea4317d5deae" -d '{"events": [{"server_uuid": "911948a0-a2f5-40e0-a28a-d677ef9606ba", "name": "network-vif-deleted", "tag": "c97247c5-dc95-422a-940f-f87b35c5f4b9"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:36.811192 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:36.965088 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device c97247c5-dc95-422a-940f-f87b35c5f4b9 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:48:37.009164 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: c97247c5-dc95-422a-940f-f87b35c5f4b9 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:48:37.009525 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-c82a2db9-4933-4c48-9cb1-70296f1fd7dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 200 len: 217 time: 0.1870399 Jun 16 15:48:37.018490 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device c97247c5-dc95-422a-940f-f87b35c5f4b9 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:48:37.235923 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-89a8106a-bfbe-413e-911d-a7f6670f2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:37.244649 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-89a8106a-bfbe-413e-911d-a7f6670f2a26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.2122433 Jun 16 15:48:37.321619 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5096b-ca85-4433-a91e-3f73e5f312f9 req-893d259c-22c5-487c-b675-84986f160a2d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:37.327822 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a8b5096b-ca85-4433-a91e-3f73e5f312f9 req-893d259c-22c5-487c-b675-84986f160a2d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2106917 Jun 16 15:48:37.347510 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de7039-020d-4c2a-9f53-b34f7d29251b req-57810798-fbc4-480f-b05e-ae5b04ae34d7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:37.352341 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-34de7039-020d-4c2a-9f53-b34f7d29251b req-57810798-fbc4-480f-b05e-ae5b04ae34d7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.6950693 Jun 16 15:48:37.357183 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-7dccb541-652b-4eac-8388-eccf37940b92 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991375 Jun 16 15:48:37.428707 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a8b5096b-ca85-4433-a91e-3f73e5f312f9 req-c84ea2fd-e206-4993-9651-a2b9b9bd1533 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910928 Jun 16 15:48:37.535264 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-34de7039-020d-4c2a-9f53-b34f7d29251b req-13fb94ab-52c1-4e90-b738-a2a142758162 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733429 Jun 16 15:48:37.593137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811dc1cd-df30-4798-84d0-a6e6b4938763 x-openstack-request-id: req-811dc1cd-df30-4798-84d0-a6e6b4938763 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:37.593137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "911948a0-a2f5-40e0-a28a-d677ef9606ba", "name": "network-vif-deleted", "tag": "c97247c5-dc95-422a-940f-f87b35c5f4b9", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:37.593137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-811dc1cd-df30-4798-84d0-a6e6b4938763 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:37.594482 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '911948a0-a2f5-40e0-a28a-d677ef9606ba', 'name': 'network-vif-deleted', 'tag': 'c97247c5-dc95-422a-940f-f87b35c5f4b9', 'status': 'completed', 'code': 200} Jun 16 15:48:37.715223 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-d70d626e-0b9f-41b2-8e5f-bbbcc7d54aed service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406911 Jun 16 15:48:37.930940 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-db7d1907-0c9b-4c99-9072-67093ca0e79f req-fb3a3903-8a4c-4685-8743-137ec60ebf58 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081847 Jun 16 15:48:38.236512 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-206944e1-96ad-48b6-8594-3122243dd9c1 req-05d1e0b2-cc09-4742-9f60-91338a448b86 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] 10.222.0.23 "GET /v2.0/ports?device_id=911948a0-a2f5-40e0-a28a-d677ef9606ba HTTP/1.1" status: 200 len: 210 time: 0.1312509 Jun 16 15:48:38.254381 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2773b-7c65-456a-a716-68141aa1f43c req-d342d83f-5187-4e11-9195-b4603ff74888 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:38.277291 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d7f2773b-7c65-456a-a716-68141aa1f43c req-d342d83f-5187-4e11-9195-b4603ff74888 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.1402416 Jun 16 15:48:38.359785 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d7f2773b-7c65-456a-a716-68141aa1f43c req-14a6e9ef-a33d-435e-ba05-177a36747d6c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774148 Jun 16 15:48:38.374732 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60608) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:38.889197 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d9139-d273-4b3c-b677-cffd72bc814a req-8724016b-bb44-460b-9bc6-f1de11d41c23 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:38.901339 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-205d9139-d273-4b3c-b677-cffd72bc814a req-8724016b-bb44-460b-9bc6-f1de11d41c23 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1751304 Jun 16 15:48:38.963049 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:48:38.999088 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-205d9139-d273-4b3c-b677-cffd72bc814a req-0487be55-a2b0-4325-87ad-38d84cb9a4bc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960932 Jun 16 15:48:39.027483 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9be052-6397-4d11-bef1-25bb5b637489 tempest-TestMinimumBasicScenario-551957045 tempest-TestMinimumBasicScenario-551957045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:39.033244 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60616) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:39.033760 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5c9be052-6397-4d11-bef1-25bb5b637489 tempest-TestMinimumBasicScenario-551957045 tempest-TestMinimumBasicScenario-551957045-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1093 time: 0.6571486 Jun 16 15:48:39.041415 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'floatingip': {'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'port_id': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:39.092584 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for floatingip, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.144511 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2adb8c-3dad-4acb-bc52-079ba597d91c req-16e8af88-f338-4c40-a3c1-6c89f70cb713 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:39.151751 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:39.156865 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6b2adb8c-3dad-4acb-bc52-079ba597d91c req-16e8af88-f338-4c40-a3c1-6c89f70cb713 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1828587 Jun 16 15:48:39.172504 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'port_id': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'mac_address': 'fa:16:3e:88:cc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:48:39.243549 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.254061 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6b2adb8c-3dad-4acb-bc52-079ba597d91c req-b61cc418-05cd-44d7-8cf3-bffdafeb73a6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956526 Jun 16 15:48:39.285774 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c63cb58-b268-4a66-a4b8-61b8c97cf707 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:48:39.320970 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.350640 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:39.358293 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.361729 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-b42fa2d3-0b06-41f0-ad5c-1dadea8432f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:39.460124 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=6']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:39.464274 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:39.495333 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['6c63cb58-b268-4a66-a4b8-61b8c97cf707'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:48:39.588128 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60622) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:39.624760 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Allocated IP 172.28.3.79 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/c32b86b3-ce02-4ded-9ca2-6f11cd6c14d7) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:48:39.745087 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Deleting subnet c8351700-7b24-4372-9632-b7db9bc56a69 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:48:39.758395 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.876685 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.897594 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.950349 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:39.956967 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-874b0964-3359-4d7c-b8de-b3e9cb57d829 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:39.969752 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:40.048194 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'Port': ['ID=c32b86b3-ce02-4ded-9ca2-6f11cd6c14d7,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:40.057591 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:40.081826 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:48:40.086500 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:48:40.097890 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:48:40.113921 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:40.121926 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:40.163657 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8351700-7b24-4372-9632-b7db9bc56a69,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:40.171058 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:40.177984 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:40.181841 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c8351700-7b24-4372-9632-b7db9bc56a69 HTTP/1.1" status: 204 len: 168 time: 0.5866058 Jun 16 15:48:40.186315 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60626) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:40.451322 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:40.598449 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae6bfc-5067-475e-9d89-7a3c41d2fd8e req-55bdaedd-82cc-41bd-9ecf-e8136dce1624 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:40.602139 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-40ae6bfc-5067-475e-9d89-7a3c41d2fd8e req-55bdaedd-82cc-41bd-9ecf-e8136dce1624 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 944 time: 0.2350218 Jun 16 15:48:40.856483 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:40.917382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd511b24-a00a-40fb-a4e7-fe658a96c4a9']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:40.951942 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:40.952931 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5044a9b-897b-42c6-8c50-ef91dbcbc27c') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:40.972216 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:48:40.995097 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-40ae6bfc-5067-475e-9d89-7a3c41d2fd8e req-b9188f6b-9286-40b1-bdc2-046fbf0f4adb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3454468 Jun 16 15:48:41.018087 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.092037 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.105728 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:48:41.107573 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:48:41.110299 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:48:41.140666 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d66fd-c997-47c5-b504-cde2914a527e req-83f84be1-57f7-4545-84d4-e6783f79833a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:41.153213 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-987d66fd-c997-47c5-b504-cde2914a527e req-83f84be1-57f7-4545-84d4-e6783f79833a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.4464834 Jun 16 15:48:41.157119 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.157986 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:41.158956 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.331692 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.339694 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-987d66fd-c997-47c5-b504-cde2914a527e req-d6685ce7-5ced-4958-9092-dfcffaafac4e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791024 Jun 16 15:48:41.381195 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.389645 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] 10.222.0.23 "DELETE /v2.0/networks/dd511b24-a00a-40fb-a4e7-fe658a96c4a9 HTTP/1.1" status: 204 len: 168 time: 1.2007189 Jun 16 15:48:41.391159 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:41.404532 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.459168 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd511b24-a00a-40fb-a4e7-fe658a96c4a9,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:41.463747 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-97e07bca-e913-4a5d-95a4-d54c6d8bbd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:41.500071 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:41.510033 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52dd73f-7c4f-4f04-b07d-458897098f21" -d '{"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-plugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:41.581311 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:41.596848 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.600130 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:41.610767 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:41.667967 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0c78c-488a-4cd7-9f11-5a8d882010a9 x-openstack-request-id: req-25e0c78c-488a-4cd7-9f11-5a8d882010a9 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:41.668489 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-plugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:41.668870 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25e0c78c-488a-4cd7-9f11-5a8d882010a9 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:41.669603 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'code': 200} Jun 16 15:48:41.741112 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=7']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:41.748257 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:41.955351 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60638) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:42.044668 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:42.053355 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:42.060064 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7320d1d3-5c92-440b-b952-e5ad3ab2d13c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7555c7597e8406a863a48ba3dc374ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1029828 Jun 16 15:48:42.061176 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60642) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:42.068791 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f27eff6e-59ab-4023-906e-f9e95e7f089d tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:42.172019 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88cb57d2-cc4c-459d-abcc-844358b1e86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:42.215906 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'Port': ['ID=c32b86b3-ce02-4ded-9ca2-6f11cd6c14d7,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:42.238198 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:42.245846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:42.273631 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88cb57d2-cc4c-459d-abcc-844358b1e86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:42.405603 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88cb57d2-cc4c-459d-abcc-844358b1e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:42.414225 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-88cb57d2-cc4c-459d-abcc-844358b1e86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:42.415934 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-88cb57d2-cc4c-459d-abcc-844358b1e86e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14cbcda2-88a9-4059-87eb-3daecc756739 HTTP/1.1" status: 204 len: 168 time: 0.3530736 Jun 16 15:48:42.431041 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-949c66ff-4bc2-4269-8141-1afe82d4e3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:42.454008 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb57d2-cc4c-459d-abcc-844358b1e86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cbcda2-88a9-4059-87eb-3daecc756739,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:42.462810 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-88cb57d2-cc4c-459d-abcc-844358b1e86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:42.577263 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Floating IP cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc associated. External IP: 172.28.3.79, port: 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0. Jun 16 15:48:42.809742 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120056c2-ce3f-4ee3-987e-c9f21ba6986d req-23e6f76c-3377-4c75-b40a-e6b3ab00d355 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:42.812976 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-120056c2-ce3f-4ee3-987e-c9f21ba6986d req-23e6f76c-3377-4c75-b40a-e6b3ab00d355 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.3743117 Jun 16 15:48:42.914853 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876afb7-15cb-47da-bfd6-b84ee6209d0f req-35dd552a-d3f2-4399-b95b-92eb44165c45 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:42.930645 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e876afb7-15cb-47da-bfd6-b84ee6209d0f req-35dd552a-d3f2-4399-b95b-92eb44165c45 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2470806 Jun 16 15:48:43.079553 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e876afb7-15cb-47da-bfd6-b84ee6209d0f req-43d141a4-3aff-4052-91d0-595909303880 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394613 Jun 16 15:48:43.456707 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-120056c2-ce3f-4ee3-987e-c9f21ba6986d req-5952d8ac-b86e-4259-b39d-6652cebda2b6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6158361 Jun 16 15:48:43.803228 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:48:44.052863 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:48:44.070541 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] Sync routers for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:48:44.101277 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:44.103034 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:44.104678 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:48:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:44.241222 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2025483 Jun 16 15:48:44.241222 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:44.242222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60674) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:44.244921 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9cf790-9dc7-4781-bd2d-d96622d53809" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:44.249983 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224784007', 'description': 'tempest-secgroup-smoke-224784007 description', 'project_id': 'b47e6d8886e0466f9fae1893fac287d8'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:44.326363 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:44.356847 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e1d669-4966-4089-a959-c66b39777d0e x-openstack-request-id: req-48e1d669-4966-4089-a959-c66b39777d0e {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:44.357840 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:44.358567 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48e1d669-4966-4089-a959-c66b39777d0e {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:44.359501 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'status': 'completed', 'code': 200} Jun 16 15:48:44.455844 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:44.741614 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:44.744729 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-cc2075ba-fd4a-41ab-99ff-1d2149180a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:44.761718 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-cc2075ba-fd4a-41ab-99ff-1d2149180a84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1098 time: 0.3165905 Jun 16 15:48:44.781653 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6691a1-38c0-48b5-95a0-a85b90e64f98 req-2a1aeafe-aa78-4ccb-b5a0-8bc0e9ce8351 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:44.793735 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c6691a1-38c0-48b5-95a0-a85b90e64f98 req-2a1aeafe-aa78-4ccb-b5a0-8bc0e9ce8351 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.4615679 Jun 16 15:48:44.892930 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:44.905197 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-80eb1f61-2b11-429e-be90-5558a0576eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:44.989070 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453968f-9f4b-4fc3-8526-b928b80abe4d req-5ac06484-1e34-4dca-9a1e-7c3ea8ed0b93 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:44.998595 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a453968f-9f4b-4fc3-8526-b928b80abe4d req-5ac06484-1e34-4dca-9a1e-7c3ea8ed0b93 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1481473 Jun 16 15:48:45.088544 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.090541 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8463144 Jun 16 15:48:45.093257 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a453968f-9f4b-4fc3-8526-b928b80abe4d req-2fe21260-ed2c-44a4-be55-21c0e7bf7c35 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932550 Jun 16 15:48:45.095053 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60690) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:45.122407 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2c6691a1-38c0-48b5-95a0-a85b90e64f98 req-e052a4ce-1c63-490e-9250-27aa82bcede7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273451 Jun 16 15:48:45.124125 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'security_group_rule': {'security_group_id': '7ddce680-50d6-4364-ac5d-612862ffc23b', 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:45.174946 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddce680-50d6-4364-ac5d-612862ffc23b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:45.202196 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-b31cf327-86b1-44ed-9127-3bf9388ba790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:45.205773 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-b31cf327-86b1-44ed-9127-3bf9388ba790 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 916 time: 0.4060709 Jun 16 15:48:45.205773 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:45.231985 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.256271 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'port_id': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'mac_address': 'fa:16:3e:45:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:48:40Z', 'updated_at': '2021-06-16T15:48:40Z', 'revision_number': 0, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 5, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:45.275836 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] Checking router: dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:48:45.315618 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:48:45.316002 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:48:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:45.340647 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.347643 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.366474 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:45.399590 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5d3739-9f04-43f1-b337-7fa5da11d418,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:45.405039 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:45.415214 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.417141 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-ad45a4bc-23c4-4508-8dfb-39460f8ab122 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 998 time: 0.2017622 Jun 16 15:48:45.418575 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126221 Jun 16 15:48:45.422479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60698) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:45.437194 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'security_group_rule': {'security_group_id': '7ddce680-50d6-4364-ac5d-612862ffc23b', 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:45.480984 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-6eb5763c-b62e-49d7-acb6-d535409cb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:45.483184 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-6eb5763c-b62e-49d7-acb6-d535409cb0b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.0561833 Jun 16 15:48:45.508077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.704266 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-5461e61b-d910-4497-aa7c-fb28051fcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:45.704266 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-5461e61b-d910-4497-aa7c-fb28051fcbd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2116349 Jun 16 15:48:45.741385 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:48:45.798972 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.806786 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.814080 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-23a27a27-b5b2-4554-80c0-666185d64711 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:45.856323 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5e8bc4-6ec1-4ca3-b3bb-b2c4c72fa6ae,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:45.864094 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:45.896557 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:45.898625 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-01a1ab27-172b-43a0-9f54-c873df54ebf9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4731960 Jun 16 15:48:45.900973 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60706) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:45.915715 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'security_group_rule': {'security_group_id': '7ddce680-50d6-4364-ac5d-612862ffc23b', 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:46.013122 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.179081 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.187633 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.190723 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7328cbe4-082b-422a-8cb2-9c047392c10b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:46.235646 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38f6090-b41c-49c1-a0be-caaba1579759,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:46.255662 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:46.272756 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.276338 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3feb4f96-2a69-4406-b4bb-416472eb5750 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3701615 Jun 16 15:48:46.279095 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60716) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:46.294148 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'security_group_rule': {'security_group_id': '7ddce680-50d6-4364-ac5d-612862ffc23b', 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:46.361902 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.369977 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-fc5e7330-ac4f-4c26-9dad-04d831145d53 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599994 Jun 16 15:48:46.626892 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.632525 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.639408 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2ff91943-7d1f-436c-b8c6-4ca354128b01 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:46.710182 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2ca0df-9a49-47ec-9ac2-91ab36d7727b,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:46.714153 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'port_id': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'mac_address': 'fa:16:3e:45:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:48:40Z', 'updated_at': '2021-06-16T15:48:40Z', 'revision_number': 0, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 5, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:48:46.748821 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cad01c-7fc5-49f8-9d4d-6dbf1349e59a None None] The sync data for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb is: [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'floating_ip_address': '172.28.3.79', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'port_id': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'mac_address': 'fa:16:3e:45:9c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:48:40Z', 'updated_at': '2021-06-16T15:48:40Z', 'revision_number': 0, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 5, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:48:46.781573 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bb9cf790-9dc7-4781-bd2d-d96622d53809 req-a66e45cc-e402-4cf2-9ee2-f718731ee6b2 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947821 Jun 16 15:48:46.795993 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6919fa-e13a-4914-8cdf-e543f7eb933d req-29834e3b-dbfd-432e-a176-4ce1f7e762df tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:46.800987 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:46.805117 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4f6919fa-e13a-4914-8cdf-e543f7eb933d req-29834e3b-dbfd-432e-a176-4ce1f7e762df tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2253385 Jun 16 15:48:46.851343 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:46.857497 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3d7c3fef-d94c-4a01-985b-95d0db1543e8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5756230 Jun 16 15:48:46.857906 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60730) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:46.888570 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'security_group_rule': {'security_group_id': '7ddce680-50d6-4364-ac5d-612862ffc23b', 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:46.944177 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2f37c-41d6-4af3-98e1-75bb7f42af0c req-5bea40d9-e307-4031-ad48-c4e9cb9b0afc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:46.961291 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3ed2f37c-41d6-4af3-98e1-75bb7f42af0c req-5bea40d9-e307-4031-ad48-c4e9cb9b0afc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2940741 Jun 16 15:48:46.978095 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4f6919fa-e13a-4914-8cdf-e543f7eb933d req-54e683b8-6658-481b-bf31-b40b656570a0 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715024 Jun 16 15:48:47.027793 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.securitygroups_db [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Project b47e6d8886e0466f9fae1893fac287d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:48:47.061730 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.095500 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3ed2f37c-41d6-4af3-98e1-75bb7f42af0c req-d5a40a05-2d5d-4bf8-8181-8d3e2b9d417e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270156 Jun 16 15:48:47.233132 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.241953 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.245669 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5af732e1-599a-4ef3-b5e3-86c20182d53a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:47.293087 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff472a1a-d246-42de-a13f-58c2e60dac10,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:47.300038 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:47.314660 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.316751 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-c19156e5-4dd2-4395-8be5-b0e630ec0a8e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4460368 Jun 16 15:48:47.323008 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60742) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:47.331498 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'security_group_rule': {'security_group_id': '7ddce680-50d6-4364-ac5d-612862ffc23b', 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:47.352413 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756038c8-d886-46aa-8e73-e9f1e9a40b13 None None] New status for floating IP cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:48:47.424822 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.securitygroups_db [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Project b47e6d8886e0466f9fae1893fac287d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 15:48:47.435068 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.577942 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.604288 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.639725 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:47.668592 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:47.679347 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3544593 Jun 16 15:48:47.684611 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=901ae0b2-9a3c-434f-974a-542fcb26e952,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:47.688837 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d6b00cfc-7b50-4480-8895-48c900009c90 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:47.848900 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60750) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:47.906282 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-5f0c60f9-9592-46b6-be22-80675abfc7f6 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224784007&fields=id&tenant_id=b47e6d8886e0466f9fae1893fac287d8 HTTP/1.1" status: 200 len: 267 time: 0.0723598 Jun 16 15:48:48.018805 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-480fa84c-b642-47b9-93ec-6c29842f678c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:48.030204 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-480fa84c-b642-47b9-93ec-6c29842f678c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.1179526 Jun 16 15:48:48.043343 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'port': {'security_groups': ['acdb6d0f-6900-4da6-9fd9-64fa961ed648', '7ddce680-50d6-4364-ac5d-612862ffc23b']}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:48:48.144858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38c061ce-6590-49f0-b296-1523679c7336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.179223 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.495300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38c061ce-6590-49f0-b296-1523679c7336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.513680 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-38c061ce-6590-49f0-b296-1523679c7336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.555529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f7a3587-38d0-4a29-88e9-51a2b8abe8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:48.575734 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 60760) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:48.576125 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-38c061ce-6590-49f0-b296-1523679c7336 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4003822752464e4993e6314c7c430723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7256365 Jun 16 15:48:48.608167 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c061ce-6590-49f0-b296-1523679c7336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af59cdf0-6986-44b8-9d56-66e4dd6704d6,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:48.620360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480c21-b15b-4795-ae6b-d0719d483691 req-6e9140d0-db74-4b67-8ac5-a448f66eeb0b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:48.626260 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-82480c21-b15b-4795-ae6b-d0719d483691 req-6e9140d0-db74-4b67-8ac5-a448f66eeb0b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2385404 Jun 16 15:48:48.633859 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-38c061ce-6590-49f0-b296-1523679c7336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:48.677934 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-82480c21-b15b-4795-ae6b-d0719d483691 req-ebc9802c-ab31-4316-9b8a-0659f35f9992 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496376 Jun 16 15:48:48.693595 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:48:48.770223 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.801876 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.816801 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6a138412-ffe1-466b-af46-d247f1f429ea tempest-DeleteServersTestJSON-234681059 tempest-DeleteServersTestJSON-234681059-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:48.828902 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:48:48.881806 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.931380 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:48.932433 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:48.946778 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-170436cb-61a7-4ede-8051-c6aba31ac228 req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "PUT /v2.0/ports/50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 981 time: 0.9124894 Jun 16 15:48:48.978480 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:48:48.986774 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ffcc22-1130-4b40-92c7-e693f62a3f91" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:48:49.031942 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=6']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:49.042676 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:49.047067 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a0873-6718-4519-a455-ea030a960762 req-4bb92cd8-62a9-4ca3-85a1-65c2b64dabb4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:49.055071 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-951a0873-6718-4519-a455-ea030a960762 req-4bb92cd8-62a9-4ca3-85a1-65c2b64dabb4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1720905 Jun 16 15:48:49.074229 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:49.166040 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-951a0873-6718-4519-a455-ea030a960762 req-243d4608-88e4-4ea1-8a72-ceec2f6d801f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095979 Jun 16 15:48:49.179715 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:48:49.232676 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:49.238626 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:49.244322 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af59cdf0-6986-44b8-9d56-66e4dd6704d6 HTTP/1.1" status: 204 len: 168 time: 0.6637430 Jun 16 15:48:49.244322 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5b9cf232-fc0d-42e4-87b7-28890583922e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:49.285333 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af59cdf0-6986-44b8-9d56-66e4dd6704d6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:49.324677 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:49.333775 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b7a08-7165-4842-8d36-4b1118e9211f x-openstack-request-id: req-dc4b7a08-7165-4842-8d36-4b1118e9211f {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:48:49.334339 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:48:49.336480 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc4b7a08-7165-4842-8d36-4b1118e9211f {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:48:49.336643 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'status': 'completed', 'code': 200} Jun 16 15:48:49.570052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75adb6-59f9-4c53-a4a8-3b76c4564cec req-0de32fb0-2b92-45e5-88c1-047398e6d702 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:49.578688 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-de75adb6-59f9-4c53-a4a8-3b76c4564cec req-0de32fb0-2b92-45e5-88c1-047398e6d702 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.2407434 Jun 16 15:48:49.581028 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-ca0a3dd6-98f9-4423-b156-ef4f6829440f None None] Provisioning complete for port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:48:49.581955 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ca0a3dd6-98f9-4423-b156-ef4f6829440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:49.633189 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-cbc6416f-ed43-4107-9ed2-7416e9dcbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:49.635981 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-cbc6416f-ed43-4107-9ed2-7416e9dcbca9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1137 time: 0.2298286 Jun 16 15:48:49.712126 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-de75adb6-59f9-4c53-a4a8-3b76c4564cec req-672ea8e6-7ada-4b9c-b5b5-616f79321669 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321077 Jun 16 15:48:49.858511 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60778) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:49.862773 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-c2fcd477-215b-4920-97bd-c3b64b0687c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:49.864690 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-c2fcd477-215b-4920-97bd-c3b64b0687c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 916 time: 0.2176757 Jun 16 15:48:49.947807 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e8803050-618a-494c-9a19-5c39fa15a860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:49.996010 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-71280f15-a579-48ab-8b78-b318ff8db4bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 1000 time: 0.1175821 Jun 16 15:48:50.122857 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-64a60ee5-da2a-4b20-9e36-58cd88b8ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:50.127415 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-64a60ee5-da2a-4b20-9e36-58cd88b8ef6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.1248052 Jun 16 15:48:50.225699 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e8803050-618a-494c-9a19-5c39fa15a860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:50.246257 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e8803050-618a-494c-9a19-5c39fa15a860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:50.251625 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-3f743789-52d2-4b00-af15-8219e7c32c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:50.257362 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-3f743789-52d2-4b00-af15-8219e7c32c88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1223860 Jun 16 15:48:50.306322 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8e220b09-ebd2-4512-a916-d39f2f00ff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:50.323822 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5531e03-aed2-4607-a8d3-35553c9ed5a7 req-3e169717-13b9-4e9f-acd3-6be2c98cd9f9 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:50.339968 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b5531e03-aed2-4607-a8d3-35553c9ed5a7 req-3e169717-13b9-4e9f-acd3-6be2c98cd9f9 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.3401592 Jun 16 15:48:50.371838 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e8803050-618a-494c-9a19-5c39fa15a860 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b301da249140470e964500a1f54b2f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5118749 Jun 16 15:48:50.383686 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60782) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:50.451510 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8803050-618a-494c-9a19-5c39fa15a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819db483-cc88-468f-bceb-79c50b4d6a3a,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:50.459479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e8803050-618a-494c-9a19-5c39fa15a860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:50.499456 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b5531e03-aed2-4607-a8d3-35553c9ed5a7 req-57ccc45b-e37c-427d-b546-a36c0d935000 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526554 Jun 16 15:48:50.532132 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:50.543282 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-1a528e91-a96c-4959-9d37-db42360e5b58 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789063 Jun 16 15:48:50.566608 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:50.677595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:50.678090 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2e0c0-daf8-4c7c-b088-fd1b823b98a4 req-a01025d0-8f42-4baa-b7ae-02c05fa87179 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:50.679621 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1eb2e0c0-daf8-4c7c-b088-fd1b823b98a4 req-a01025d0-8f42-4baa-b7ae-02c05fa87179 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2339597 Jun 16 15:48:50.687095 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:50.691510 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/819db483-cc88-468f-bceb-79c50b4d6a3a HTTP/1.1" status: 204 len: 168 time: 0.3066664 Jun 16 15:48:50.693740 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7ff2edb5-786f-4f1a-9d9c-023f15b34396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:50.700020 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d9ffcc22-1130-4b40-92c7-e693f62a3f91 req-d1951e4f-e058-45da-b60c-fef744230292 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484158 Jun 16 15:48:50.725233 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819db483-cc88-468f-bceb-79c50b4d6a3a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:50.737529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:50.749042 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1eb2e0c0-daf8-4c7c-b088-fd1b823b98a4 req-8b20af21-b3cb-4dc5-a38a-8dbe93dfea18 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607352 Jun 16 15:48:51.834794 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c56fa-a17c-41fc-8e88-57502079859c req-8ca2feb7-4916-4d2a-93ad-6a44fc118207 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:51.846920 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c99c56fa-a17c-41fc-8e88-57502079859c req-8ca2feb7-4916-4d2a-93ad-6a44fc118207 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1528554 Jun 16 15:48:51.934193 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c99c56fa-a17c-41fc-8e88-57502079859c req-34ba0e10-19ff-4806-8624-35118ffe466e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835607 Jun 16 15:48:52.071573 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc04fe6-0912-4c7e-b92c-decbd41a99c7 req-99bef8d0-0c5c-4a0d-8221-77b8c312935c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:52.073370 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0cc04fe6-0912-4c7e-b92c-decbd41a99c7 req-99bef8d0-0c5c-4a0d-8221-77b8c312935c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.0820086 Jun 16 15:48:52.132486 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0cc04fe6-0912-4c7e-b92c-decbd41a99c7 req-23df1d96-7b82-4fac-b623-0a4ab983b593 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490966 Jun 16 15:48:53.407700 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab4b50-bf27-4071-b74a-964a7bfdec7d req-7d88d39e-914c-40f3-8234-7b1f6cf1ee0f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:53.416560 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7dab4b50-bf27-4071-b74a-964a7bfdec7d req-7d88d39e-914c-40f3-8234-7b1f6cf1ee0f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2008743 Jun 16 15:48:53.585333 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7dab4b50-bf27-4071-b74a-964a7bfdec7d req-529465e3-52fd-4e5a-818d-9e9cbba86f3e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540222 Jun 16 15:48:53.621415 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d764-a70e-41fc-bead-2ed614e14506 req-2d8c0ae1-edd0-42e6-a0c9-077abfa69d96 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:53.631261 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-44d6d764-a70e-41fc-bead-2ed614e14506 req-2d8c0ae1-edd0-42e6-a0c9-077abfa69d96 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2529235 Jun 16 15:48:53.753784 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-44d6d764-a70e-41fc-bead-2ed614e14506 req-039e9712-9b36-42a2-8abd-94a1e4330461 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209602 Jun 16 15:48:55.492107 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:55.510881 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2f6c3-faf1-472c-9f9f-f9380099be02 req-b116df88-8e0f-4c90-ab6a-850bc09ec0a1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:55.513101 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4fd2f6c3-faf1-472c-9f9f-f9380099be02 req-b116df88-8e0f-4c90-ab6a-850bc09ec0a1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.4199433 Jun 16 15:48:55.608876 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8d960-14be-41cd-aa1c-1362ee5d6bed req-59bbb5ee-3a29-4788-9423-8ef782cd0df4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:55.614464 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-46f8d960-14be-41cd-aa1c-1362ee5d6bed req-59bbb5ee-3a29-4788-9423-8ef782cd0df4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2512636 Jun 16 15:48:55.659478 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4fd2f6c3-faf1-472c-9f9f-f9380099be02 req-2ff5858e-6a83-45c9-aaab-e8cd5711bc77 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311545 Jun 16 15:48:55.734346 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-46f8d960-14be-41cd-aa1c-1362ee5d6bed req-4c9c2ccc-35ab-4852-a580-a9209ed0fe55 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102750 Jun 16 15:48:55.900269 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60908) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:56.054507 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5d153b2f-bcba-4442-986c-b2f674b901de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.335600 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5d153b2f-bcba-4442-986c-b2f674b901de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.351858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5d153b2f-bcba-4442-986c-b2f674b901de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.355322 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f415951a-689d-45dd-b448-f8a44ca2b48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:56.402831 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-5d153b2f-bcba-4442-986c-b2f674b901de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ddfb1a26f6a7430ca228a84a8b5a37b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4999537 Jun 16 15:48:56.404565 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d153b2f-bcba-4442-986c-b2f674b901de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319302b1-fb21-4546-ae76-4fa1b4bfe389,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:56.408300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60912) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:56.429123 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5d153b2f-bcba-4442-986c-b2f674b901de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:56.497972 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b7c16f1a-1bb7-4880-9fdb-2d22be4b257f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.527884 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.578062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.702430 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.705954 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:56.707041 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/319302b1-fb21-4546-ae76-4fa1b4bfe389 HTTP/1.1" status: 204 len: 168 time: 0.2859309 Jun 16 15:48:56.707912 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-efb1d34b-6dcb-4646-b5ba-51dc744ad846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:56.748020 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319302b1-fb21-4546-ae76-4fa1b4bfe389,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:56.764549 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:57.079908 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51a41d-1702-4305-9829-1e8a5ffad09f req-7c91cd67-6e57-4d72-8348-8f9451f8b0bf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:57.097038 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3d51a41d-1702-4305-9829-1e8a5ffad09f req-7c91cd67-6e57-4d72-8348-8f9451f8b0bf tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2298379 Jun 16 15:48:57.102408 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90fd76-8bef-4647-bf96-6d9a6e40278b req-ac0b8f09-0baf-49ac-ac2c-9df08e9df3fe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:57.112127 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7d90fd76-8bef-4647-bf96-6d9a6e40278b req-ac0b8f09-0baf-49ac-ac2c-9df08e9df3fe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1230810 Jun 16 15:48:57.210915 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3d51a41d-1702-4305-9829-1e8a5ffad09f req-69cf2ea7-bc19-4b9c-b3c2-34f97b678d91 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033735 Jun 16 15:48:57.218037 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7d90fd76-8bef-4647-bf96-6d9a6e40278b req-1b086150-3731-4934-bb62-06a014e94fc9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033673 Jun 16 15:48:57.517102 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60928) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:57.556900 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9be26a76-afb9-405c-ae2c-e0233e061f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:57.846041 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9be26a76-afb9-405c-ae2c-e0233e061f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:57.870777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9be26a76-afb9-405c-ae2c-e0233e061f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:57.874170 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6f8507f9-9ac9-4d0e-9983-8b559b981a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:58.031177 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9be26a76-afb9-405c-ae2c-e0233e061f8e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98d29c287dfc46b5b21640ec725c52c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122705 Jun 16 15:48:58.033017 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be26a76-afb9-405c-ae2c-e0233e061f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f41f5b-99f7-4841-a99b-0b496bda336a,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:58.038755 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 60936) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:48:58.044485 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9be26a76-afb9-405c-ae2c-e0233e061f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:58.156794 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6be4fe2-b3fc-4fb1-aa86-a9d0f95e4c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:58.231709 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6be4fe2-b3fc-4fb1-aa86-a9d0f95e4c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:58.412340 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6be4fe2-b3fc-4fb1-aa86-a9d0f95e4c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:58.416697 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d6be4fe2-b3fc-4fb1-aa86-a9d0f95e4c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:58.423218 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-d6be4fe2-b3fc-4fb1-aa86-a9d0f95e4c14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/17f41f5b-99f7-4841-a99b-0b496bda336a HTTP/1.1" status: 204 len: 168 time: 0.3807478 Jun 16 15:48:58.439630 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:48:58.472842 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be4fe2-b3fc-4fb1-aa86-a9d0f95e4c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f41f5b-99f7-4841-a99b-0b496bda336a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:48:58.479689 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d6be4fe2-b3fc-4fb1-aa86-a9d0f95e4c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:48:58.673647 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad67b0-5bc3-40c8-a95d-5d5e1e80b012 req-bc5f5abc-117f-4bd0-9055-289c625527d6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:58.676488 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-26ad67b0-5bc3-40c8-a95d-5d5e1e80b012 req-bc5f5abc-117f-4bd0-9055-289c625527d6 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1396694 Jun 16 15:48:58.749123 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-26ad67b0-5bc3-40c8-a95d-5d5e1e80b012 req-4c1a02cf-e472-46d6-8166-f744fabfd78f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615911 Jun 16 15:48:58.857525 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddae03-24e1-42c1-9f9a-ec5cd73058e7 req-24d6edb4-610e-418a-bbf1-737c418d1a26 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:48:58.862868 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-caddae03-24e1-42c1-9f9a-ec5cd73058e7 req-24d6edb4-610e-418a-bbf1-737c418d1a26 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2699013 Jun 16 15:48:58.950533 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-caddae03-24e1-42c1-9f9a-ec5cd73058e7 req-e1d5a016-1da1-4ccb-9fc2-f8fabea5cbdb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777874 Jun 16 15:48:59.167249 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-141ffcb5-60dd-410c-85ea-a9f44fd47bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:48:59.266774 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:00.149742 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830b120-bdde-48aa-9ee2-1d5d12a98d9d req-48037c6d-d70b-44f6-96b6-bfd411c6e56f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:00.163650 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c830b120-bdde-48aa-9ee2-1d5d12a98d9d req-48037c6d-d70b-44f6-96b6-bfd411c6e56f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1781540 Jun 16 15:49:00.268577 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c830b120-bdde-48aa-9ee2-1d5d12a98d9d req-b516978d-5607-4acf-a9b4-a07b936a247e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027746 Jun 16 15:49:00.369364 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3b97c-c2a8-48a9-b6ca-a1cdd00267a0 req-997bde3c-c96e-4937-92f2-2c1a52291f57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:00.383059 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cef3b97c-c2a8-48a9-b6ca-a1cdd00267a0 req-997bde3c-c96e-4937-92f2-2c1a52291f57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1761127 Jun 16 15:49:00.464192 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cef3b97c-c2a8-48a9-b6ca-a1cdd00267a0 req-218e8ed0-582f-46df-b01d-c31d09c4f9d6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794411 Jun 16 15:49:00.488855 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:01.622196 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c68f12-2d5a-4add-8118-d1677a5e5dcc req-8081ac8f-90e6-494f-a129-66a9960c6fc1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:01.632268 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e3c68f12-2d5a-4add-8118-d1677a5e5dcc req-8081ac8f-90e6-494f-a129-66a9960c6fc1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1053722 Jun 16 15:49:01.709403 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e3c68f12-2d5a-4add-8118-d1677a5e5dcc req-4bdc761e-df9a-4599-9ec9-2792915f0b2f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769143 Jun 16 15:49:01.979520 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9ac4e-beca-4045-a8a1-5b63a346a60b req-ad80f574-a335-44d1-98d2-d9df928ad3bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:01.987723 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-62f9ac4e-beca-4045-a8a1-5b63a346a60b req-ad80f574-a335-44d1-98d2-d9df928ad3bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1496048 Jun 16 15:49:02.032402 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-62f9ac4e-beca-4045-a8a1-5b63a346a60b req-addb8d64-da87-496b-b252-a9d1aebc34cf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Jun 16 15:49:02.470270 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:02.559888 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 32884) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:02.752560 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9094548a-a301-41c6-95cf-837aece091e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:02.907283 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 32892) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:02.948754 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9094548a-a301-41c6-95cf-837aece091e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:02.972471 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9094548a-a301-41c6-95cf-837aece091e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:02.991726 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Deleting subnet 51b87a51-4711-4fcf-9dda-40a7d59cf17a {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:49:02.998195 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.036380 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1d2757e7-4fad-4585-9688-1122bbbb4c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:03.074428 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.122204 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094548a-a301-41c6-95cf-837aece091e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbee221-6dc6-4772-9578-fc31de68492f,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:03.158036 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.161634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9094548a-a301-41c6-95cf-837aece091e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:03.175311 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9094548a-a301-41c6-95cf-837aece091e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df8b0ab8099b454496cba3e45d4455b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6130514 Jun 16 15:49:03.177516 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 32896) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:03.252944 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.290228 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.316276 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7c7268f6-f14b-41d2-a7e1-cd14fd6cc7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:03.341408 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.347261 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.349610 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/51b87a51-4711-4fcf-9dda-40a7d59cf17a HTTP/1.1" status: 204 len: 168 time: 0.4401622 Jun 16 15:49:03.354505 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 32898) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:03.355381 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b87a51-4711-4fcf-9dda-40a7d59cf17a,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:03.357953 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:03.359856 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14d324-2130-4942-aea0-6921b110d9fb req-52638a71-12c6-44cc-bfe9-fa2bafc58988 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:03.362588 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7b14d324-2130-4942-aea0-6921b110d9fb req-52638a71-12c6-44cc-bfe9-fa2bafc58988 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.3454247 Jun 16 15:49:03.447932 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7b14d324-2130-4942-aea0-6921b110d9fb req-27029a75-5120-480f-a310-7453ac5bd5df tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782397 Jun 16 15:49:03.491455 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.496466 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.502637 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7bbee221-6dc6-4772-9578-fc31de68492f HTTP/1.1" status: 204 len: 168 time: 0.3175807 Jun 16 15:49:03.502637 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-860e3ae9-4544-4623-bd92-21321ffd7100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:03.515264 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbee221-6dc6-4772-9578-fc31de68492f,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:03.516977 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd77dc1-0871-4a95-8bec-baea0991a083 req-913491d4-3ca3-4dfa-ac47-b52a3a456e91 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:03.518800 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cdd77dc1-0871-4a95-8bec-baea0991a083 req-913491d4-3ca3-4dfa-ac47-b52a3a456e91 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.2476563 Jun 16 15:49:03.519692 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:03.522760 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.623011 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cdd77dc1-0871-4a95-8bec-baea0991a083 req-36a06745-c3c6-4c95-a85a-09ab2529f6b8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962908 Jun 16 15:49:03.680264 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.692826 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda331cf-a4f2-420e-9dd1-303429f9c1af']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:03.709125 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98260c8-7b66-4a09-ba15-8438f7ec062f') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:03.709817 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98260c8-7b66-4a09-ba15-8438f7ec062f') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:03.722816 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.742666 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.750969 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:49:03.751645 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: retrieve_revision_numbers = { Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:49:03.765115 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:49:03.864487 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.871639 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:03.881311 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:03.883345 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bda331cf-a4f2-420e-9dd1-303429f9c1af HTTP/1.1" status: 204 len: 168 time: 0.5241976 Jun 16 15:49:03.900777 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Pushing event deleted for resources: {'Network': ['ID=bda331cf-a4f2-420e-9dd1-303429f9c1af,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:03.903848 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5c7209f8-67bb-4608-a429-039bb2109342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:04.191846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 32908) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:04.218985 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a19ab3b5-aef7-44dd-adce-04beb48864ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.302409 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 32910) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:04.354174 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d76f37-2dfc-477e-a786-989c4b9fa7cb req-818c9338-366c-4d7c-ad5b-15f4c650d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:04.356767 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-63d76f37-2dfc-477e-a786-989c4b9fa7cb req-818c9338-366c-4d7c-ad5b-15f4c650d574 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1098 time: 0.1000669 Jun 16 15:49:04.375638 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-a3615326-5115-4801-aa7b-da1400bd4f3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c3a8d731c36e49cf95ce490b063201b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697758 Jun 16 15:49:04.375856 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 32912) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:04.423730 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-63d76f37-2dfc-477e-a786-989c4b9fa7cb req-16080f8c-ec87-477e-a3b1-7436aed989d7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583396 Jun 16 15:49:04.465358 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a19ab3b5-aef7-44dd-adce-04beb48864ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.467006 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.480642 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a19ab3b5-aef7-44dd-adce-04beb48864ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.521884 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-918446b9-49f1-45a2-9d02-03eefa8c9406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:04.538043 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-a19ab3b5-aef7-44dd-adce-04beb48864ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0c8f43cd4220475780d6336428cebbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396702 Jun 16 15:49:04.538609 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 32916) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:04.559906 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.568040 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ab3b5-aef7-44dd-adce-04beb48864ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43296812-78b6-4143-8b74-107f1b45370e,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:04.581550 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a19ab3b5-aef7-44dd-adce-04beb48864ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:04.637543 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.641526 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.645569 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2ea1c031-d667-4cae-9957-549d0cc3a78b HTTP/1.1" status: 204 len: 168 time: 0.2659628 Jun 16 15:49:04.645569 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-127209e0-401b-4775-860f-c5ab92880434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:04.660172 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea1c031-d667-4cae-9957-549d0cc3a78b,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:04.677457 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:04.722203 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655f2a20-f1ae-49ce-9710-5e8852693775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.803035 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655f2a20-f1ae-49ce-9710-5e8852693775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:04.884230 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c580e0-3d2e-4f0e-9732-0cf0c19abf79 req-4e247ab8-8c51-4ab1-b286-909a6168acc3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:04.892614 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e5c580e0-3d2e-4f0e-9732-0cf0c19abf79 req-4e247ab8-8c51-4ab1-b286-909a6168acc3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1550841 Jun 16 15:49:04.948187 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0711d37-c9e6-454a-87ca-81cf47d718ec req-2556866b-d1eb-493a-9c60-bca44cefa9f5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:04.950461 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f0711d37-c9e6-454a-87ca-81cf47d718ec req-2556866b-d1eb-493a-9c60-bca44cefa9f5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1061172 Jun 16 15:49:04.980690 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e5c580e0-3d2e-4f0e-9732-0cf0c19abf79 req-d642a81a-9ce1-4631-bcea-108386fde3a1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860555 Jun 16 15:49:04.997211 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655f2a20-f1ae-49ce-9710-5e8852693775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:05.000251 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-655f2a20-f1ae-49ce-9710-5e8852693775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:05.003991 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-655f2a20-f1ae-49ce-9710-5e8852693775 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43296812-78b6-4143-8b74-107f1b45370e HTTP/1.1" status: 204 len: 168 time: 0.4617622 Jun 16 15:49:05.005211 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f4480712-d923-416b-94d7-870c1e50ba14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:05.015417 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f2a20-f1ae-49ce-9710-5e8852693775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43296812-78b6-4143-8b74-107f1b45370e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:05.038630 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-655f2a20-f1ae-49ce-9710-5e8852693775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:05.094033 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f0711d37-c9e6-454a-87ca-81cf47d718ec req-ba91a9e0-d172-4593-a57d-8aab7f66f880 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244798 Jun 16 15:49:05.278703 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-c5db0125-ebcc-4158-992d-fd6317d26cdd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979483604&fields=id&tenant_id=17d5be6e2c2a42b585b278acbb4d5eca HTTP/1.1" status: 200 len: 267 time: 0.1012394 Jun 16 15:49:05.482150 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-031721c7-7ff1-4c51-b596-48d7d8fc266f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:05.484649 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-031721c7-7ff1-4c51-b596-48d7d8fc266f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 809 time: 0.1714377 Jun 16 15:49:05.504928 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-f23faa8d-40ce-4b61-82f6-b87d2aefd8f4 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/quotas/17d5be6e2c2a42b585b278acbb4d5eca HTTP/1.1" status: 200 len: 375 time: 0.0135901 Jun 16 15:49:05.627564 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-a07434a6-d32b-472c-ae9d-27ca321cf789 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173928 Jun 16 15:49:05.815287 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-834f5152-30de-4270-9d88-e30562644e6a service neutron] 10.222.0.23 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620548 Jun 16 15:49:06.038047 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-9614007f-6639-4438-93b5-b0f14b70baab service neutron] 10.222.0.23 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055161 Jun 16 15:49:06.433091 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb13617-ae81-4c3e-9965-65b7b2a7a191 req-638f9590-e705-4051-8992-9e921966fa4a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:06.434746 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1bb13617-ae81-4c3e-9965-65b7b2a7a191 req-638f9590-e705-4051-8992-9e921966fa4a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1233010 Jun 16 15:49:06.542105 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1bb13617-ae81-4c3e-9965-65b7b2a7a191 req-cc11f01c-f3fa-4dcc-aa85-4894b9260bd4 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006169 Jun 16 15:49:06.884214 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfacd44f-a8e1-4e4b-876a-5ef6868e702d req-aaeb6ff8-8320-45b2-8c07-b60c723fec94 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:06.892574 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfacd44f-a8e1-4e4b-876a-5ef6868e702d req-aaeb6ff8-8320-45b2-8c07-b60c723fec94 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1489303 Jun 16 15:49:07.077258 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dfacd44f-a8e1-4e4b-876a-5ef6868e702d req-599a11bc-24e5-4cca-805b-06a72e9ede1d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787956 Jun 16 15:49:07.350622 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-813f77c6-0326-488c-ac63-8eeec47e59bf req-3d314e7f-2dcd-48f8-9c44-ccf3823dbc82 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 210 time: 0.0742099 Jun 16 15:49:07.525248 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33008) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:07.896763 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa124636-2c35-4a71-b07a-538b68e03fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:07.924251 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a01a1d-f0bd-4be1-bba4-c9b8c36858c9 req-22e5180f-068b-41e0-865d-85a23b1f2e41 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:07.925874 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-45a01a1d-f0bd-4be1-bba4-c9b8c36858c9 req-22e5180f-068b-41e0-865d-85a23b1f2e41 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2203138 Jun 16 15:49:08.041943 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-45a01a1d-f0bd-4be1-bba4-c9b8c36858c9 req-caeca9d2-d4fd-47a2-8006-26a36ac4339a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038208 Jun 16 15:49:08.063099 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-87a749ca-5494-4e91-850b-e3ee7e438582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:08.063099 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-87a749ca-5494-4e91-850b-e3ee7e438582 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 1098 time: 0.1997688 Jun 16 15:49:08.164276 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa124636-2c35-4a71-b07a-538b68e03fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:08.175059 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa124636-2c35-4a71-b07a-538b68e03fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:08.180204 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-342d8755-9e25-4ed7-87da-d7bfff6a4864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:08.232750 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-faa8eea0-c918-4c71-873d-ae7619309723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:08.234215 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-faa8eea0-c918-4c71-873d-ae7619309723 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 200 len: 919 time: 0.1624115 Jun 16 15:49:08.237141 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-fa124636-2c35-4a71-b07a-538b68e03fb0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1fb684f0ed3e405fa22f5093e9400636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7108443 Jun 16 15:49:08.238052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa124636-2c35-4a71-b07a-538b68e03fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe85c707-e76f-44c4-b8a4-1cde7f9a71c4,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:08.241254 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fa124636-2c35-4a71-b07a-538b68e03fb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:08.241909 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33030) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:08.279695 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-5064ccdf-cdf4-44ba-b691-dd9c61c0d717 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 200 len: 217 time: 0.0372226 Jun 16 15:49:08.334470 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-fb91fe7d-4521-4f2f-8e8b-7288d2353405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:08.336432 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-fb91fe7d-4521-4f2f-8e8b-7288d2353405 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 200 len: 858 time: 0.0491700 Jun 16 15:49:08.357324 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:08.374177 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-55b69ec4-d9a9-4db7-aa71-de651d8ddc79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2fb0c71f-18e0-4f7f-abd9-a366da246625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300279 Jun 16 15:49:08.385952 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:08.443469 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca6a3-544d-4830-8a80-d13d0711b248 req-a717c65c-2f18-40bf-bba4-4786efb658d5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:08.445031 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-746ca6a3-544d-4830-8a80-d13d0711b248 req-a717c65c-2f18-40bf-bba4-4786efb658d5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1240027 Jun 16 15:49:08.492686 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:08.493287 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-121ae5db-d16e-4d19-a987-22fa83440066 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033242 Jun 16 15:49:08.495273 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:08.496416 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe85c707-e76f-44c4-b8a4-1cde7f9a71c4 HTTP/1.1" status: 204 len: 168 time: 0.2517233 Jun 16 15:49:08.499134 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-220f6a24-e9b1-4730-a2dd-97eff01e3b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:08.559028 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe85c707-e76f-44c4-b8a4-1cde7f9a71c4,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:08.563990 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-746ca6a3-544d-4830-8a80-d13d0711b248 req-6ca7dbac-6a91-4572-9711-9209b98f3fd3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094608 Jun 16 15:49:08.565410 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:08.602646 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cb07e141-abeb-4312-85b9-b789d9a7ad54 req-295fb305-e951-4aae-a384-085b4b8c4b23 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 210 time: 0.0455053 Jun 16 15:49:08.683477 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7c185f03-1186-44b5-8f9d-7e2e084464fa req-18254b62-85dd-4c40-9ab3-1eb05ab44357 service neutron] 10.222.0.24 "GET /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833255 Jun 16 15:49:08.761022 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-9f20959b-fe81-4ca4-b648-ad4270ce5c36 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:08.763759 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-9f20959b-fe81-4ca4-b648-ad4270ce5c36 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.24 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 809 time: 0.1428478 Jun 16 15:49:08.919077 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-36078197-c622-4e4a-a38d-091cc1c94831 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17d5be6e2c2a42b585b278acbb4d5eca HTTP/1.1" status: 200 len: 379 time: 0.0896065 Jun 16 15:49:08.948806 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'port': {'device_id': '7784cf53-27ff-4161-afcf-16487650266c', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'admin_state_up': True, 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'security_groups': ['e1255d9f-10b8-469a-81ab-0dfb8c96418d']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:09.277517 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Made reservation on behalf of 17d5be6e2c2a42b585b278acbb4d5eca for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:49:09.283024 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:09.305914 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6520f-781e-4e77-bc67-e499490e081b req-3f9408b9-e731-43b4-b10d-d7980ec2ea51 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:09.311381 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-92b6520f-781e-4e77-bc67-e499490e081b req-3f9408b9-e731-43b4-b10d-d7980ec2ea51 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1231399 Jun 16 15:49:09.417162 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-92b6520f-781e-4e77-bc67-e499490e081b req-637645a6-5c09-46c0-9690-b87e84c5a6fa tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856133 Jun 16 15:49:09.442691 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-e46d53bf-f3ed-4e4f-823f-582f05a679d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:09.444311 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-e46d53bf-f3ed-4e4f-823f-582f05a679d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1098 time: 0.1306663 Jun 16 15:49:09.449230 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Allocated IP 172.20.0.8 (d0dcc696-5eed-44d6-8833-2f741206ae44/788a213f-f343-4027-aa52-74041ba51e99/919577f5-11a4-41ea-bb9d-fddd1ff63260) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:49:09.581316 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-1cf0f527-c4bb-4485-b413-949a9007450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:09.584724 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-1cf0f527-c4bb-4485-b413-949a9007450e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.1339202 Jun 16 15:49:09.646349 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33064) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:09.697702 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-28611caf-0c36-4dc3-8ea4-036c90e73268 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 1001 time: 0.1060827 Jun 16 15:49:09.750032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:09.771300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Transition to ACTIVE for port object 919577f5-11a4-41ea-bb9d-fddd1ff63260 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:49:09.792957 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-9f5f813d-de01-4117-bb50-09f47e9e8cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:09.794710 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-9f5f813d-de01-4117-bb50-09f47e9e8cba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0859969 Jun 16 15:49:09.846065 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-565cecab-2095-4785-8307-4058383281dc req-e1e5a207-5747-45c6-903e-37b7418b66b8 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 210 time: 0.0472281 Jun 16 15:49:09.856375 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:09.862531 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1893901574-network', 'tenant_id': '43b728d12c364cfcbf32fcd3baa460ee'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:09.864711 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:09.903544 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Network d0dcc696-5eed-44d6-8833-2f741206ae44 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:49:09.912661 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:49:09.919571 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:49:09.932026 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Made reservation on behalf of 43b728d12c364cfcbf32fcd3baa460ee for: {'network': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:49:09.934425 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:09.958815 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:09.968241 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:09.972713 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabdcd3-5f85-4a86-8cc3-fda7e9ff96fb req-36284147-4c2a-44d0-97c8-b9e6f208ec28 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:09.975261 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-baabdcd3-5f85-4a86-8cc3-fda7e9ff96fb req-36284147-4c2a-44d0-97c8-b9e6f208ec28 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1968935 Jun 16 15:49:09.983399 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:09.984074 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:09.987126 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:10.009496 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0757656 Jun 16 15:49:10.025484 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Request body: {'port': {'device_id': '7784cf53-27ff-4161-afcf-16487650266c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:10.135265 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.218729 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-dc7d68d7-3ca3-46b0-b933-d65e676bbde7 None None] Provisioning for port 919577f5-11a4-41ea-bb9d-fddd1ff63260 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:49:10.224956 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-dc7d68d7-3ca3-46b0-b933-d65e676bbde7 None None] Provisioning complete for port 919577f5-11a4-41ea-bb9d-fddd1ff63260 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:10.225650 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dc7d68d7-3ca3-46b0-b933-d65e676bbde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.234836 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-29621565-f2d8-4b04-a68f-549ee65f01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:10.236947 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-29621565-f2d8-4b04-a68f-549ee65f01f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4073281 Jun 16 15:49:10.295168 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-dc7d68d7-3ca3-46b0-b933-d65e676bbde7 None None] Port 919577f5-11a4-41ea-bb9d-fddd1ff63260 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:49:10.327677 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-baabdcd3-5f85-4a86-8cc3-fda7e9ff96fb req-fd980e6d-8120-40cb-bfa2-e8a14ba706de tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424909 Jun 16 15:49:10.416784 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-81bb2eae-a8fa-4bb9-b4c3-52829a0301f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622958 Jun 16 15:49:10.506692 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919577f5-11a4-41ea-bb9d-fddd1ff63260 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:49:10.515091 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.518111 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.528055 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.534480 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ea717a14-9d96-4a63-b8fe-8789787ea5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:10.537294 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Transition to ACTIVE for port object 919577f5-11a4-41ea-bb9d-fddd1ff63260 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:49:10.542840 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.561119 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b8b91ff-58a7-4491-99e5-a0384fc2184a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:10.572016 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103601) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:49:10.593637 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d40df4b2-8858-4528-af79-ccbc71e2ff73 req-fd8515c4-8141-43af-b024-a0b938d395ed service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673522 Jun 16 15:49:10.596906 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:10.613271 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.615668 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.segments_db [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Added segment 9b336855-34ee-4952-8059-13b5e4965ad6 of type vlan for network e3ca36d0-7670-4c05-a48f-a6e0e4de584a Jun 16 15:49:10.617935 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:10.671013 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.702777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:10.719618 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.722307 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:10.724112 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.724879 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:10.728453 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:10.774929 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1273832 Jun 16 15:49:10.775137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33092) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:10.784247 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Request body: {'subnet': {'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1893901574-subnet', 'tenant_id': '43b728d12c364cfcbf32fcd3baa460ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:10.824637 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ca36d0-7670-4c05-a48f-a6e0e4de584a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:10.828020 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:10.842463 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network e3ca36d0-7670-4c05-a48f-a6e0e4de584a details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:49:10.842604 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c723ffd-3da9-4362-a305-4b41d816c48c req-305833d5-3d69-4e32-bb83-d29360199582 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:10.844084 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7c723ffd-3da9-4362-a305-4b41d816c48c req-305833d5-3d69-4e32-bb83-d29360199582 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2043769 Jun 16 15:49:10.847364 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Attempting to bind port 919577f5-11a4-41ea-bb9d-fddd1ff63260 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:49:10.847684 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Attempting to bind port 919577f5-11a4-41ea-bb9d-fddd1ff63260 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:49:10.848247 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Attempting to bind port 919577f5-11a4-41ea-bb9d-fddd1ff63260 on network d0dcc696-5eed-44d6-8833-2f741206ae44 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:49:10.858875 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Port 919577f5-11a4-41ea-bb9d-fddd1ff63260 on network d0dcc696-5eed-44d6-8833-2f741206ae44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:49:10.859199 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Attempting to bind port 919577f5-11a4-41ea-bb9d-fddd1ff63260 on network d0dcc696-5eed-44d6-8833-2f741206ae44 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:49:10.861026 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:49:10.868562 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Made reservation on behalf of 43b728d12c364cfcbf32fcd3baa460ee for: {'subnet': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:49:10.870907 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30295473'] for subnet, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.896235 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:49:10.896598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Checking segment: {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:49:10.897005 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Bound using segment: {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:49:10.897542 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Bound port: 919577f5-11a4-41ea-bb9d-fddd1ff63260, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:49:10.897912 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:10.984156 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7c723ffd-3da9-4362-a305-4b41d816c48c req-9962bf3f-4659-4a70-a3cf-55a9219c5b3e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291733 Jun 16 15:49:11.075834 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:49:11.083527 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543b2ee-75e8-4d20-9242-360e110d43b2 req-88c02771-390b-44f3-a74c-c69f55217f39 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:11.085197 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6543b2ee-75e8-4d20-9242-360e110d43b2 req-88c02771-390b-44f3-a74c-c69f55217f39 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 943 time: 0.0820735 Jun 16 15:49:11.109829 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:49:11.117191 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:11.126735 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-c8178cd8-840e-4c2a-9670-1bc0d87d573b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:11.137575 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6543b2ee-75e8-4d20-9242-360e110d43b2 req-0de34399-d9f8-47b5-b476-485d7174ae50 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Jun 16 15:49:11.162780 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:11.163405 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:11.164780 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] 10.222.0.24 "PUT /v2.0/ports/919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 1093 time: 1.1465268 Jun 16 15:49:11.165289 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:11.167776 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:11.217732 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c21a63-238e-4be9-8b6e-b9cbb80d9299 x-openstack-request-id: req-95c21a63-238e-4be9-8b6e-b9cbb80d9299 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:11.218533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:11.218533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95c21a63-238e-4be9-8b6e-b9cbb80d9299 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:11.219173 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'status': 'completed', 'code': 200} Jun 16 15:49:11.282183 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:11.287519 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:11.289555 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30076102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30295459'] for subnet, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:11.295265 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:11.368945 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79c8606c-bafa-4497-be91-940651ab7220,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:11.373545 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:11.375774 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-30cac12b-163e-4749-b299-07f6bb50743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:11.377397 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-30cac12b-163e-4749-b299-07f6bb50743d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1096 time: 0.1489806 Jun 16 15:49:11.385063 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Checking segment: {'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:49:11.385421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Network hostable DHCP agents. Network: e3ca36d0-7670-4c05-a48f-a6e0e4de584a, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103602) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:49:11.538761 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adefa6-3aea-4dab-b729-3b714729e7fa req-1564ef97-dea7-43bd-b152-9e7dca5bd4ab tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:11.540855 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-10adefa6-3aea-4dab-b729-3b714729e7fa req-1564ef97-dea7-43bd-b152-9e7dca5bd4ab tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.0742040 Jun 16 15:49:11.586504 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-10adefa6-3aea-4dab-b729-3b714729e7fa req-961f6912-e1e7-4da4-934e-f874455f6d54 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395525 Jun 16 15:49:11.666144 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-84fa6c75-7859-4682-ac9d-36dde5957be1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 217 time: 0.2781172 Jun 16 15:49:11.682899 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Network e3ca36d0-7670-4c05-a48f-a6e0e4de584a is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103602) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:49:11.710358 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, e3ca36d0-7670-4c05-a48f-a6e0e4de584a) {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:49:11.716753 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:11.717345 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:11.718962 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cb96fb-b444-453f-a8f0-c5c945ecb7f3 None None] Network e3ca36d0-7670-4c05-a48f-a6e0e4de584a requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:49:11.735592 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-f51ddfb8-906e-4758-8245-17663b60611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:11.737359 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-f51ddfb8-906e-4758-8245-17663b60611f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 200 len: 848 time: 0.0640950 Jun 16 15:49:11.740697 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3aa6e496-9bf3-4973-a718-44a0c5c6f47c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9626539 Jun 16 15:49:11.802291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3151391-2828-4e6c-b46c-39531539e359 req-259cee73-6e20-4d6c-80ec-a18cb0e28503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:11.803863 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-259cee73-6e20-4d6c-80ec-a18cb0e28503 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0dcc696-5eed-44d6-8833-2f741206ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0597298 Jun 16 15:49:11.866642 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004536de-cd72-4c81-8f25-2b09554d3256 None None] Network e3ca36d0-7670-4c05-a48f-a6e0e4de584a requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:49:11.920878 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-a02f69cc-8755-4fd2-9696-a9d749b76a8c service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093230 Jun 16 15:49:12.086432 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f3151391-2828-4e6c-b46c-39531539e359 req-5b38ddeb-ec69-43dc-b1cd-db7d13772688 service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567321 Jun 16 15:49:12.337149 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5f590-eca1-4197-8d99-4094e7a53e52 req-5ed36212-ba46-4a53-87ed-a77b20e31a0a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:12.344252 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dfe5f590-eca1-4197-8d99-4094e7a53e52 req-5ed36212-ba46-4a53-87ed-a77b20e31a0a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.2068346 Jun 16 15:49:12.365577 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-43876f71-12b1-4d0c-97e8-50c4919c9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:12.365577 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-43876f71-12b1-4d0c-97e8-50c4919c9951 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1096 time: 0.2152150 Jun 16 15:49:12.383242 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd35148-c81a-4f10-9eb8-0d5760800f90 req-b966916f-2a88-463a-822b-c39aa981db12 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:12.384822 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0dd35148-c81a-4f10-9eb8-0d5760800f90 req-b966916f-2a88-463a-822b-c39aa981db12 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 943 time: 0.0859804 Jun 16 15:49:12.409464 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dfe5f590-eca1-4197-8d99-4094e7a53e52 req-8373656d-b9d3-4a42-a9ca-5167f23745ad tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642169 Jun 16 15:49:12.430118 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0dd35148-c81a-4f10-9eb8-0d5760800f90 req-8248a743-c346-4750-999e-2eb7d13e3d95 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 Jun 16 15:49:12.491793 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-26b263c1-725a-4112-bfe9-edf6eb42c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:12.493393 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-26b263c1-725a-4112-bfe9-edf6eb42c505 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 910 time: 0.1130111 Jun 16 15:49:12.536919 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-24d87a2a-3e5d-4063-a80f-ad2f1c94eeeb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 217 time: 0.0369155 Jun 16 15:49:12.590667 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-0be0c3c7-ee7a-4fdb-bf73-d6b6a5b87d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:12.592503 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-0be0c3c7-ee7a-4fdb-bf73-d6b6a5b87d5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 200 len: 848 time: 0.0493782 Jun 16 15:49:12.666920 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-e2d8b13f-acc4-4887-a3f8-5f51caee6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:12.668565 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-e2d8b13f-acc4-4887-a3f8-5f51caee6ef6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0dcc696-5eed-44d6-8833-2f741206ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665848 Jun 16 15:49:12.790330 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-12b4f0c9-cc87-4dbd-85d1-45dd9c461a13 service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104708 Jun 16 15:49:12.828893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3d1ed-a727-45ce-857d-dc843c5284a8 req-71df033e-4af7-44ba-8d5e-828f99704a33 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:12.837289 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-17e3d1ed-a727-45ce-857d-dc843c5284a8 req-71df033e-4af7-44ba-8d5e-828f99704a33 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 945 time: 0.1218510 Jun 16 15:49:12.898826 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-17e3d1ed-a727-45ce-857d-dc843c5284a8 req-4f24b4e6-fd7e-4eda-a844-63ea4ffd6044 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600455 Jun 16 15:49:12.946497 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6ec7de2e-3a74-48a9-8ae4-f55bf337b0ad req-31da882e-067b-41c6-9317-c66e1ee24f3d service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523950 Jun 16 15:49:13.087204 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:13.190473 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:13.218613 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:13.221479 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffcab3d-3e65-42a0-8063-611ac070fdad" -d '{"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-unplugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:13.237980 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:13.243741 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:13.245974 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:13.270751 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf384634-aeed-4441-8608-816f1e6459b7 x-openstack-request-id: req-bf384634-aeed-4441-8608-816f1e6459b7 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:13.271087 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-unplugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:13.271298 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf384634-aeed-4441-8608-816f1e6459b7 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:13.271700 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'code': 200} Jun 16 15:49:13.299683 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=8']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:13.304916 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:13.638465 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-42518219-3d88-47e7-9744-eea913a8f71c tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:13.640563 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-42518219-3d88-47e7-9744-eea913a8f71c tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/networks?id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a HTTP/1.1" status: 200 len: 814 time: 0.1209576 Jun 16 15:49:13.656948 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-c1359fd0-ba16-4fb9-b2cd-158cdf4cb268 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/quotas/43b728d12c364cfcbf32fcd3baa460ee HTTP/1.1" status: 200 len: 375 time: 0.0113058 Jun 16 15:49:13.674386 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7f3ed-dfe4-422a-999a-d0e2b636708d req-4e9367d4-cb96-4522-99f9-6db35e1b3e60 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:13.674872 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33170) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:13.674966 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-abb7f3ed-dfe4-422a-999a-d0e2b636708d req-4e9367d4-cb96-4522-99f9-6db35e1b3e60 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 943 time: 0.0751736 Jun 16 15:49:13.698314 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-2d54c82f-f9da-455e-9ae0-7d31a8954ff8 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b728d12c364cfcbf32fcd3baa460ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349371 Jun 16 15:49:13.716498 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-abb7f3ed-dfe4-422a-999a-d0e2b636708d req-0a7f165d-7fc8-43c2-a934-f1587f4a53aa tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342715 Jun 16 15:49:13.815225 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-74f668aa-8d7b-45b6-9100-8573468d6422 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094522 Jun 16 15:49:13.816397 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3eba17d-ebb6-439c-a840-f1d9dec6432c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:13.963165 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-4326f649-568d-4747-94af-29d8c2a64cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382914 Jun 16 15:49:14.021751 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3eba17d-ebb6-439c-a840-f1d9dec6432c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:14.026190 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3eba17d-ebb6-439c-a840-f1d9dec6432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:14.030102 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8cb72ea8-da62-4786-bf2c-80a687599bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:14.068883 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b3eba17d-ebb6-439c-a840-f1d9dec6432c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f34f0bfdcee248d29646c7d64e016975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921952 Jun 16 15:49:14.068883 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eba17d-ebb6-439c-a840-f1d9dec6432c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b86221d-0053-4064-8d8c-c0da293f356c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:14.071800 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33178) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:14.074406 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b3eba17d-ebb6-439c-a840-f1d9dec6432c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:14.144359 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b45c79-1f57-42fc-9a8a-acd808bfd4f4 req-e89236e7-0fc4-4f2b-843b-57f660346b00 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:14.146526 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b0b45c79-1f57-42fc-9a8a-acd808bfd4f4 req-e89236e7-0fc4-4f2b-843b-57f660346b00 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1128960 Jun 16 15:49:14.164236 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:14.181951 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-15d96cc4-d84d-43bd-b55b-781402ed5fe3 req-f9355f27-4b82-4f0a-8be9-ce6150ab606f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 210 time: 0.0303104 Jun 16 15:49:14.207544 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:14.216506 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b0b45c79-1f57-42fc-9a8a-acd808bfd4f4 req-8f467457-6e01-4cf6-8974-2bf7f5ca4450 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620356 Jun 16 15:49:14.269360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:14.272881 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:14.282357 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b86221d-0053-4064-8d8c-c0da293f356c HTTP/1.1" status: 204 len: 168 time: 0.2048812 Jun 16 15:49:14.283460 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ed30a988-39e9-45a3-be43-e7adbde8dd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:14.292765 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b86221d-0053-4064-8d8c-c0da293f356c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:14.295167 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:14.960221 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c2b99-f143-4cd6-b6b3-505d36fbfee9 req-bd70a12c-3d84-4376-adb4-6498bca4d9fd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:14.963268 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-222c2b99-f143-4cd6-b6b3-505d36fbfee9 req-bd70a12c-3d84-4376-adb4-6498bca4d9fd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 943 time: 0.1092491 Jun 16 15:49:15.052490 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-222c2b99-f143-4cd6-b6b3-505d36fbfee9 req-59a5f778-f39b-4098-ad7d-80474f5040e8 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817499 Jun 16 15:49:15.104517 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 919577f5-11a4-41ea-bb9d-fddd1ff63260 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:49:15.148427 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373eca3-08ca-4732-ae6b-8ac460c9e650 req-94434e8d-66d1-445a-bf15-2fd9cf25b126 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:15.151295 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a373eca3-08ca-4732-ae6b-8ac460c9e650 req-94434e8d-66d1-445a-bf15-2fd9cf25b126 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0852284 Jun 16 15:49:15.221503 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a373eca3-08ca-4732-ae6b-8ac460c9e650 req-d1d4c2ab-10c9-4c14-b61c-45f264fbb277 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633709 Jun 16 15:49:15.287311 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:15.316530 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'port_id': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'mac_address': 'fa:16:3e:fc:4a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:49:15.365020 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:15.382256 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919577f5-11a4-41ea-bb9d-fddd1ff63260 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:49:15.406962 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d0132b4b-8c97-441c-833b-08c9561e8dee req-b614366f-dcfa-4065-a162-c7afebbb8991 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 210 time: 0.0548344 Jun 16 15:49:15.424912 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:15.430987 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:15.432855 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-726c65c6-8c30-4a18-ad0d-0b0062cb4c28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:15.520727 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:15.524385 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:15.622615 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-066f81ac-4d26-48cd-8329-562a54b36add tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:15.624426 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-066f81ac-4d26-48cd-8329-562a54b36add tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "GET /v2.0/networks?id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a HTTP/1.1" status: 200 len: 814 time: 0.2023439 Jun 16 15:49:15.638359 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Request body: {'port': {'device_id': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a', 'admin_state_up': True, 'tenant_id': '43b728d12c364cfcbf32fcd3baa460ee'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:15.669103 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33262) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:15.806381 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Made reservation on behalf of 43b728d12c364cfcbf32fcd3baa460ee for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:49:15.810349 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:15.821019 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['919577f5-11a4-41ea-bb9d-fddd1ff63260'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:49:15.909779 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-06a6d2da-6201-4a8e-a484-f8c2ef7b77cc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2387254 Jun 16 15:49:15.986086 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Allocated IP 172.20.0.5 (e3ca36d0-7670-4c05-a48f-a6e0e4de584a/79c8606c-bafa-4497-be91-940651ab7220/8bd397fa-18bd-4f79-9443-e99513303740) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:49:16.192121 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:16.304526 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba9e1a-f668-4600-935c-b73a985283f0 req-014a514e-2985-476a-a0aa-5f561c5067c3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:16.325099 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4dba9e1a-f668-4600-935c-b73a985283f0 req-014a514e-2985-476a-a0aa-5f561c5067c3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 944 time: 0.1135671 Jun 16 15:49:16.328810 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:16.338888 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4997647b-84ca-439b-9069-b27b14b842a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:16.413955 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Network e3ca36d0-7670-4c05-a48f-a6e0e4de584a is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:49:16.432071 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:49:16.439725 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:49:16.445386 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Pushing event updated for resources: {'Port': ['ID=8bd397fa-18bd-4f79-9443-e99513303740,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:16.449735 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:16.461875 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4dba9e1a-f668-4600-935c-b73a985283f0 req-4fa28f65-ef3e-4503-a153-0a11cd0f7271 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328185 Jun 16 15:49:16.526114 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:16.526687 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:16.542779 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9091704 Jun 16 15:49:16.560200 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Request body: {'port': {'device_id': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:16.579118 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61440fad-bbf8-4553-b89c-fb536367cb63 req-0cac8fc7-56bd-407c-ac2c-2513d6b763e9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:16.580680 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-61440fad-bbf8-4553-b89c-fb536367cb63 req-0cac8fc7-56bd-407c-ac2c-2513d6b763e9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1602688 Jun 16 15:49:16.659745 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-61440fad-bbf8-4553-b89c-fb536367cb63 req-7dd74bf1-8521-4172-a9d8-2495c7026554 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700698 Jun 16 15:49:16.761963 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:16.806517 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b662c40-6ba9-4ce4-9bdf-6ce0a59c7d46 req-a19c50a6-5485-4617-a8e2-946133a5e6df tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:16.811188 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7b662c40-6ba9-4ce4-9bdf-6ce0a59c7d46 req-a19c50a6-5485-4617-a8e2-946133a5e6df tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 931 time: 0.2168639 Jun 16 15:49:16.949191 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7b662c40-6ba9-4ce4-9bdf-6ce0a59c7d46 req-7c228305-feb9-4bcc-a58e-83a44f6e0363 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134295 Jun 16 15:49:17.110183 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 919577f5-11a4-41ea-bb9d-fddd1ff63260 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:49:17.122598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd397fa-18bd-4f79-9443-e99513303740 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:49:17.130866 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.145056 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Transition to ACTIVE for port object 8bd397fa-18bd-4f79-9443-e99513303740 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:49:17.149815 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.153533 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:17.166098 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 919577f5-11a4-41ea-bb9d-fddd1ff63260 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:49:17.174320 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 919577f5-11a4-41ea-bb9d-fddd1ff63260 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:17.174889 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.261927 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd397fa-18bd-4f79-9443-e99513303740,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:17.278744 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:17.281731 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.307138 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:17.309687 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315def1e-a219-49d5-81b5-d878bb547dbf" -d '{"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-plugged", "status": "completed", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:17.326826 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:17.333690 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.334718 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:17.338248 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-f5bbfc22-14ff-4dd4-b634-a891379b309e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:17.340576 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Attempting to bind port 8bd397fa-18bd-4f79-9443-e99513303740 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:49:17.340975 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Attempting to bind port 8bd397fa-18bd-4f79-9443-e99513303740 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:49:17.341239 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Attempting to bind port 8bd397fa-18bd-4f79-9443-e99513303740 on network e3ca36d0-7670-4c05-a48f-a6e0e4de584a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:49:17.346422 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Port 8bd397fa-18bd-4f79-9443-e99513303740 on network e3ca36d0-7670-4c05-a48f-a6e0e4de584a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:49:17.346741 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Attempting to bind port 8bd397fa-18bd-4f79-9443-e99513303740 on network e3ca36d0-7670-4c05-a48f-a6e0e4de584a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:49:17.352236 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:49:17.352572 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Checking segment: {'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:49:17.352952 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Bound using segment: {'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:49:17.353377 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Bound port: 8bd397fa-18bd-4f79-9443-e99513303740, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:49:17.353846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.382210 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207db221-3638-44a2-a2c8-e67c8c8bd21a x-openstack-request-id: req-207db221-3638-44a2-a2c8-e67c8c8bd21a {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:17.382763 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-plugged", "status": "completed", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:17.383182 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-207db221-3638-44a2-a2c8-e67c8c8bd21a {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:17.383752 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'code': 200} Jun 16 15:49:17.425475 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:17.429947 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:17.449723 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] For port 8bd397fa-18bd-4f79-9443-e99513303740, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:49:17.453486 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] For port 8bd397fa-18bd-4f79-9443-e99513303740, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bd397fa-18bd-4f79-9443-e99513303740,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:49:17.459586 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.463026 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:17.496180 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:17.496873 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:17.498522 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/8bd397fa-18bd-4f79-9443-e99513303740 HTTP/1.1" status: 200 len: 1093 time: 0.9440281 Jun 16 15:49:17.499163 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'tag': '8bd397fa-18bd-4f79-9443-e99513303740'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:17.501679 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1174f26-dd20-4ff7-8a19-87998dbd9f73" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe0a465-858d-4355-b52b-34dc4f678cf5", "tag": "8bd397fa-18bd-4f79-9443-e99513303740"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:17.593873 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd397fa-18bd-4f79-9443-e99513303740,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:17.599144 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:17.638904 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-a8a6a4e4-c2be-4fde-9910-10bf670923f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:17.640629 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-a8a6a4e4-c2be-4fde-9910-10bf670923f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43b728d12c364cfcbf32fcd3baa460ee&device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 1096 time: 0.0816038 Jun 16 15:49:17.685894 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4bbc0-63ed-49e2-96b3-20f7f7712ca9 req-18e9dbb1-c8c0-439e-9f40-bff55a7cb7a0 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:17.688762 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cca4bbc0-63ed-49e2-96b3-20f7f7712ca9 req-18e9dbb1-c8c0-439e-9f40-bff55a7cb7a0 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.1095874 Jun 16 15:49:17.711915 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6650e9af-2d0f-4d44-97b4-eba445b568f9 x-openstack-request-id: req-6650e9af-2d0f-4d44-97b4-eba445b568f9 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:17.712242 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe0a465-858d-4355-b52b-34dc4f678cf5", "tag": "8bd397fa-18bd-4f79-9443-e99513303740", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:17.712632 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6650e9af-2d0f-4d44-97b4-eba445b568f9 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:17.712940 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'tag': '8bd397fa-18bd-4f79-9443-e99513303740', 'status': 'completed', 'code': 200} Jun 16 15:49:17.714671 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-67f60c8e-192e-4773-b5b8-ffb3bf837d0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd397fa-18bd-4f79-9443-e99513303740 HTTP/1.1" status: 200 len: 217 time: 0.0514081 Jun 16 15:49:17.784877 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-88ee59cd-e823-49b1-8d36-4139339ae3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:17.786883 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-88ee59cd-e823-49b1-8d36-4139339ae3ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c8606c-bafa-4497-be91-940651ab7220 HTTP/1.1" status: 200 len: 854 time: 0.0652814 Jun 16 15:49:17.832743 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cca4bbc0-63ed-49e2-96b3-20f7f7712ca9 req-f1f76ab5-6be2-4579-826c-1e19afb217ad tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354353 Jun 16 15:49:17.834768 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-34890138-86be-47ba-bb08-679f17f82afa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402679 Jun 16 15:49:17.924111 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02325b43-d3f9-4200-9546-55c4faf49ce7 req-eb8187f5-f644-427e-ba70-f610c5fb253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:17.925642 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02325b43-d3f9-4200-9546-55c4faf49ce7 req-eb8187f5-f644-427e-ba70-f610c5fb253d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1098 time: 0.1983516 Jun 16 15:49:17.934143 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-d41084b5-7a51-4642-aa76-e6fb0d87b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:17.936601 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-d41084b5-7a51-4642-aa76-e6fb0d87b9cf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132&tenant_id=edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 1096 time: 0.2331951 Jun 16 15:49:17.972394 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca11d9-9458-4db1-9487-00a984014d9a req-82a4819c-42b9-4331-880d-3a524b51cf24 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:17.975462 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b3ca11d9-9458-4db1-9487-00a984014d9a req-82a4819c-42b9-4331-880d-3a524b51cf24 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1685472 Jun 16 15:49:18.014347 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-d74b3169-306a-42fa-94cb-3c6b6c60ce2f service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560385 Jun 16 15:49:18.040775 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-02325b43-d3f9-4200-9546-55c4faf49ce7 req-ed5ef41b-d9ba-42e3-a099-40b813bcf5db service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024959 Jun 16 15:49:18.054007 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b3ca11d9-9458-4db1-9487-00a984014d9a req-9090e332-992d-4abc-9e3d-f9896a1463a2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668161 Jun 16 15:49:18.115614 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-4cb7c0dc-dd10-4ebd-a33f-7a4a44972491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.117117 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-4cb7c0dc-dd10-4ebd-a33f-7a4a44972491 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1096 time: 0.1476955 Jun 16 15:49:18.136863 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42b08-6167-489e-8b76-120d16b53350 req-62c44527-3e44-4a01-aa42-20abe28a78bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.138601 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-64d42b08-6167-489e-8b76-120d16b53350 req-62c44527-3e44-4a01-aa42-20abe28a78bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1272423 Jun 16 15:49:18.162770 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d206140e-083a-4867-90bd-19cdbd4e7880 req-20448a78-7fa5-4887-b595-b3339b97e12a service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398337 Jun 16 15:49:18.226593 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-64d42b08-6167-489e-8b76-120d16b53350 req-4838e023-1512-475d-ae07-ce2a48be8169 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817585 Jun 16 15:49:18.280220 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ad1d0-fb82-42cd-923d-06c88f03e3bb req-b4c9e18a-d656-4a66-a224-4d345b933c62 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.282157 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-762ad1d0-fb82-42cd-923d-06c88f03e3bb req-b4c9e18a-d656-4a66-a224-4d345b933c62 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1085703 Jun 16 15:49:18.293322 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-332da41e-7100-4b97-8d41-9dbbbe2332da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.294839 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-332da41e-7100-4b97-8d41-9dbbbe2332da service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.1154377 Jun 16 15:49:18.339727 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-762ad1d0-fb82-42cd-923d-06c88f03e3bb req-4989d66c-ce3d-4f3e-a51c-19fd2ece40f2 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503387 Jun 16 15:49:18.345517 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-54e6a133-1c71-4667-8876-9d9e1e53a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.346996 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-54e6a133-1c71-4667-8876-9d9e1e53a7dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43b728d12c364cfcbf32fcd3baa460ee&device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 1096 time: 0.1215694 Jun 16 15:49:18.379103 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-9ecf7781-e8db-4ea0-9bb9-12703ecc1960 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 999 time: 0.0698898 Jun 16 15:49:18.430709 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-63506895-5cd2-43cf-8d03-853d738cf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.432184 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-63506895-5cd2-43cf-8d03-853d738cf8cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0468307 Jun 16 15:49:18.440680 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-5922b009-63cd-4c86-9e1c-5374d91189cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.442409 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-5922b009-63cd-4c86-9e1c-5374d91189cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a HTTP/1.1" status: 200 len: 915 time: 0.0887423 Jun 16 15:49:18.488510 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-833f1b49-f24a-481a-b887-5978e6ee5b2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8bd397fa-18bd-4f79-9443-e99513303740 HTTP/1.1" status: 200 len: 217 time: 0.0397110 Jun 16 15:49:18.492254 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-9a41d913-cbba-4038-ac67-14eb56ad38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.493752 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-9a41d913-cbba-4038-ac67-14eb56ad38db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545928 Jun 16 15:49:18.544646 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-b6bbd295-f976-4074-afd5-367ad19099bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:18.546194 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-b6bbd295-f976-4074-afd5-367ad19099bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c8606c-bafa-4497-be91-940651ab7220 HTTP/1.1" status: 200 len: 854 time: 0.0446455 Jun 16 15:49:18.581510 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-c9d00e4c-9140-4928-8e26-958d851bcc25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283983 Jun 16 15:49:18.590405 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-9b5b3f68-7f5f-44cc-9c03-69dd38efe0d0 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877202 Jun 16 15:49:18.676124 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-d9ebac25-abb8-4ab4-8977-2096b812b633 service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875390 Jun 16 15:49:18.680028 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-d23bb97b-cb9a-46a0-a774-b1da523c1672 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Jun 16 15:49:18.784225 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b1174f26-dd20-4ff7-8a19-87998dbd9f73 req-82585e9a-94ff-40f4-a51c-b7b2fd26cd1a service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931160 Jun 16 15:49:19.015376 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b402dfb-85d0-4655-a67e-5fa241ac523b req-3e0f9cf2-f24e-4943-913d-1333a5f635f2 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:19.016910 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2b402dfb-85d0-4655-a67e-5fa241ac523b req-3e0f9cf2-f24e-4943-913d-1333a5f635f2 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0742724 Jun 16 15:49:19.059718 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2b402dfb-85d0-4655-a67e-5fa241ac523b req-e43f4e60-53fa-4f76-b34e-f68c29004602 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347862 Jun 16 15:49:19.258756 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e2abd-bf88-4f1e-a673-3f81d81eb07a req-267bb895-66c3-455f-a4bb-bc6be7641e90 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:19.260495 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b30e2abd-bf88-4f1e-a673-3f81d81eb07a req-267bb895-66c3-455f-a4bb-bc6be7641e90 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0847087 Jun 16 15:49:19.317237 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b30e2abd-bf88-4f1e-a673-3f81d81eb07a req-f4f9637c-5763-4846-a74a-0826ae11891a tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492156 Jun 16 15:49:19.404637 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33362) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:19.504346 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e300e1b-e310-43f1-b6e8-982a72b19659 req-35467d11-015d-4810-92aa-b97cc480a873 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:19.507254 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6e300e1b-e310-43f1-b6e8-982a72b19659 req-35467d11-015d-4810-92aa-b97cc480a873 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1246219 Jun 16 15:49:19.560701 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6e300e1b-e310-43f1-b6e8-982a72b19659 req-a8b968e8-29da-45e9-8427-204e2ee76d6f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456872 Jun 16 15:49:19.637176 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-dbb51e01-6270-41d1-bd45-ecd7b85f4c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:19.689980 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea30f1b-ab54-4b02-83e3-75e2e3762ff2 req-20d0e692-4e95-4da7-b2c7-59161fb6ec29 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:19.691786 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eea30f1b-ab54-4b02-83e3-75e2e3762ff2 req-20d0e692-4e95-4da7-b2c7-59161fb6ec29 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1378870 Jun 16 15:49:19.775261 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eea30f1b-ab54-4b02-83e3-75e2e3762ff2 req-9e763897-a8fa-4bc4-9deb-683beecf18e4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748711 Jun 16 15:49:19.842886 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-dbb51e01-6270-41d1-bd45-ecd7b85f4c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:19.847888 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-dbb51e01-6270-41d1-bd45-ecd7b85f4c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:19.851363 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b1eadff-5895-4cc3-a6f8-74a765ee2cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:19.892421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb51e01-6270-41d1-bd45-ecd7b85f4c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749d244b-a141-478e-9b1e-391a63e72c65,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:19.897053 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-dbb51e01-6270-41d1-bd45-ecd7b85f4c8b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e03954566e534483b355f08875c7fa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913230 Jun 16 15:49:19.898077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-dbb51e01-6270-41d1-bd45-ecd7b85f4c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:19.900367 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33366) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:19.956793 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:19.978824 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.032646 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.035467 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.036729 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/749d244b-a141-478e-9b1e-391a63e72c65 HTTP/1.1" status: 204 len: 168 time: 0.1353571 Jun 16 15:49:20.037751 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fa124636-2c35-4a71-b07a-538b68e03fb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:20.047703 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749d244b-a141-478e-9b1e-391a63e72c65,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:20.057021 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.057570 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.058005 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.058359 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.058725 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.059086 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.059447 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.059951 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.060435 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.060799 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.061155 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.061540 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:20.064880 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:20.280303 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9710c-c508-4a37-8421-66bd5fc92c32 req-17b4be88-469d-4b94-9835-67454b28db0b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:20.281888 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-70e9710c-c508-4a37-8421-66bd5fc92c32 req-17b4be88-469d-4b94-9835-67454b28db0b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0771306 Jun 16 15:49:20.342916 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-70e9710c-c508-4a37-8421-66bd5fc92c32 req-120457b8-73e1-4e6e-8f04-07eba3515ddb tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538137 Jun 16 15:49:20.451031 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33376) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:20.470249 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10fe1639-01c0-4e77-89d0-47a4ea9e4bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.530916 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4a572-a78d-4a54-a600-989cc363e6c5 req-302b0c50-0b03-47a7-8a2f-78b32316a6e8 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:20.532452 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0bd4a572-a78d-4a54-a600-989cc363e6c5 req-302b0c50-0b03-47a7-8a2f-78b32316a6e8 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0740101 Jun 16 15:49:20.597348 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0bd4a572-a78d-4a54-a600-989cc363e6c5 req-099c5cb4-2ccf-459d-8d65-9d5c561a0725 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Jun 16 15:49:20.620984 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10fe1639-01c0-4e77-89d0-47a4ea9e4bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.628370 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10fe1639-01c0-4e77-89d0-47a4ea9e4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.632213 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d09161b2-b4b1-4d08-961b-d23cb86d2ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:20.671955 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe1639-01c0-4e77-89d0-47a4ea9e4bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a689b35-4c11-4f67-be73-6c33643acd82,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:20.675567 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-10fe1639-01c0-4e77-89d0-47a4ea9e4bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:20.678929 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-10fe1639-01c0-4e77-89d0-47a4ea9e4bf8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4c67ae90dec448ca9869864c6138251d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268307 Jun 16 15:49:20.681699 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33380) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:20.757885 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.802510 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.865762 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87e375-2111-4291-8017-1a5e117c0092 req-f8fac8ec-18af-432d-9bdf-8fd30a12aed2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:20.869045 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee87e375-2111-4291-8017-1a5e117c0092 req-f8fac8ec-18af-432d-9bdf-8fd30a12aed2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1470804 Jun 16 15:49:20.903034 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.905985 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:20.907327 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a689b35-4c11-4f67-be73-6c33643acd82 HTTP/1.1" status: 204 len: 168 time: 0.2246017 Jun 16 15:49:20.908509 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-01603a09-09df-42b5-8e31-e9f63e6e2d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:20.944308 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a689b35-4c11-4f67-be73-6c33643acd82,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:20.949629 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ee87e375-2111-4291-8017-1a5e117c0092 req-98d2bc17-7c1c-4343-a4c3-d4d313258541 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743945 Jun 16 15:49:20.949834 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:21.064572 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7841513-28b3-42b9-a05a-0d229e61affd req-0a059787-f192-4656-a069-f29f62c26022 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:21.066718 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b7841513-28b3-42b9-a05a-0d229e61affd req-0a059787-f192-4656-a069-f29f62c26022 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.0860505 Jun 16 15:49:21.116840 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b7841513-28b3-42b9-a05a-0d229e61affd req-7848f85a-b962-4c6d-982c-2fd9fa1d7f56 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397556 Jun 16 15:49:21.545355 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12e113-d52a-4abc-9410-bd83c2fd32ad req-5c4a1c05-0183-4ca5-9456-2935f346bc74 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:21.547183 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fe12e113-d52a-4abc-9410-bd83c2fd32ad req-5c4a1c05-0183-4ca5-9456-2935f346bc74 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0743668 Jun 16 15:49:21.611541 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fe12e113-d52a-4abc-9410-bd83c2fd32ad req-09b5e4ea-1aa3-481c-ad52-904ef348fa65 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551100 Jun 16 15:49:21.836183 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b5603-505c-40c5-b66b-d34f805f4156 req-08dbaa8e-9162-412b-9472-e76b3bbd3a68 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:21.837754 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-145b5603-505c-40c5-b66b-d34f805f4156 req-08dbaa8e-9162-412b-9472-e76b3bbd3a68 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.1222250 Jun 16 15:49:21.906884 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-145b5603-505c-40c5-b66b-d34f805f4156 req-b09f9684-1950-4c6b-b768-d1ca08e1ce66 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625200 Jun 16 15:49:22.306239 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08709589-051c-4fef-97ca-b23c5c6295cd req-05eb9c1d-0cf2-4e0d-8f47-94fa029a9001 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:22.308417 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-08709589-051c-4fef-97ca-b23c5c6295cd req-05eb9c1d-0cf2-4e0d-8f47-94fa029a9001 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1155505 Jun 16 15:49:22.382613 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-08709589-051c-4fef-97ca-b23c5c6295cd req-10cbcae7-0cea-46b5-9ddf-ef11c4491eb5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675833 Jun 16 15:49:22.390179 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8bda1-bcba-4795-9588-1e020f8eee46 req-a187f5af-40ef-4ae4-bcee-ccb8c00b929a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:22.394695 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a6c8bda1-bcba-4795-9588-1e020f8eee46 req-a187f5af-40ef-4ae4-bcee-ccb8c00b929a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.0984545 Jun 16 15:49:22.461253 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a6c8bda1-bcba-4795-9588-1e020f8eee46 req-3535eabc-6c50-432d-8668-1b915cf139ea tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Jun 16 15:49:22.828242 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca28f0f-3762-44a3-9c68-f5eed07f8068 req-ec8d1941-2336-4e54-b788-7841c2c75fb4 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:22.830337 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2ca28f0f-3762-44a3-9c68-f5eed07f8068 req-ec8d1941-2336-4e54-b788-7841c2c75fb4 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0953281 Jun 16 15:49:22.875595 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2ca28f0f-3762-44a3-9c68-f5eed07f8068 req-1429e3f8-f7b0-497b-b077-704cf7aebbcd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367165 Jun 16 15:49:23.190733 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630d120-9eb0-45cb-b3d0-f2e88a35a35f req-936c7b4c-7455-4019-b4cf-b3371b710c9c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:23.194021 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1630d120-9eb0-45cb-b3d0-f2e88a35a35f req-936c7b4c-7455-4019-b4cf-b3371b710c9c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0933115 Jun 16 15:49:23.250355 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1630d120-9eb0-45cb-b3d0-f2e88a35a35f req-99497d47-0ded-4b1a-9b32-4e45028e98c7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457242 Jun 16 15:49:23.625481 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72c78b-1522-4c4f-804c-fabe93e99e7b req-06ed8e77-1178-4423-9356-41b23d42610d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:23.633842 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1e72c78b-1522-4c4f-804c-fabe93e99e7b req-06ed8e77-1178-4423-9356-41b23d42610d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1156507 Jun 16 15:49:23.690103 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1e72c78b-1522-4c4f-804c-fabe93e99e7b req-2b18403a-db97-4295-80b2-e434464efa55 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554733 Jun 16 15:49:23.715078 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dadae7-0df8-4ed6-800c-96341101e0d6 req-74d15d31-4e38-448f-97d9-c6c2a0b5c686 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:23.716754 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2dadae7-0df8-4ed6-800c-96341101e0d6 req-74d15d31-4e38-448f-97d9-c6c2a0b5c686 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1068506 Jun 16 15:49:23.782155 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2dadae7-0df8-4ed6-800c-96341101e0d6 req-cded7d0c-02b1-4174-bb7b-b9cad7fa25a7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596366 Jun 16 15:49:24.112851 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a414d1-de7a-47a8-9784-2113e23a58c0 req-65aa91da-3910-4236-ae6d-d63da070c659 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:24.114955 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a6a414d1-de7a-47a8-9784-2113e23a58c0 req-65aa91da-3910-4236-ae6d-d63da070c659 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.1082761 Jun 16 15:49:24.154094 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a6a414d1-de7a-47a8-9784-2113e23a58c0 req-928e8b29-5c15-4a3f-b0e1-7a72d75e04b2 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334268 Jun 16 15:49:24.453055 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbc8d5-9386-4b55-b998-c2f3de776f3d req-ea7df8a2-3786-48a6-98e5-ed0e4759a6f3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:24.454621 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-facbc8d5-9386-4b55-b998-c2f3de776f3d req-ea7df8a2-3786-48a6-98e5-ed0e4759a6f3 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0795984 Jun 16 15:49:24.495867 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-facbc8d5-9386-4b55-b998-c2f3de776f3d req-11af1e8c-0b65-4fe5-ab50-87a389192ff7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353818 Jun 16 15:49:24.892019 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc50d08-3f82-4b96-a0ef-cffe2949a4bf req-dfc55cfc-97bd-4cc5-869f-7f6c15bba49d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:24.893537 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8dc50d08-3f82-4b96-a0ef-cffe2949a4bf req-dfc55cfc-97bd-4cc5-869f-7f6c15bba49d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0692394 Jun 16 15:49:24.940809 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8dc50d08-3f82-4b96-a0ef-cffe2949a4bf req-6e3ccab7-f2eb-48d2-9711-1ab8fb4ac260 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388284 Jun 16 15:49:25.004586 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eddeb9-e21a-4d23-990c-78d993f632f0 req-384c8e3c-a357-4c0b-895b-ae5c1932a202 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:25.006429 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-56eddeb9-e21a-4d23-990c-78d993f632f0 req-384c8e3c-a357-4c0b-895b-ae5c1932a202 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.0860419 Jun 16 15:49:25.052167 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-56eddeb9-e21a-4d23-990c-78d993f632f0 req-39c40ab8-09b7-438d-88d2-7f0897e58612 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388739 Jun 16 15:49:25.352508 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08d37e-d372-4918-9ed7-ff2df86a305e req-48dcef62-b4d8-490b-8751-af1752c63f65 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:25.354053 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6e08d37e-d372-4918-9ed7-ff2df86a305e req-48dcef62-b4d8-490b-8751-af1752c63f65 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0712702 Jun 16 15:49:25.407061 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6e08d37e-d372-4918-9ed7-ff2df86a305e req-05e4517b-f921-4e52-97e9-599a966ca7d6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470297 Jun 16 15:49:25.461711 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:25.706105 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd3793-b59c-43d9-8760-39cd0ec3a24e req-436ba443-a8c1-4167-80f1-ef79dcb8ff8c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:25.708270 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c0bd3793-b59c-43d9-8760-39cd0ec3a24e req-436ba443-a8c1-4167-80f1-ef79dcb8ff8c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0906909 Jun 16 15:49:25.773913 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c0bd3793-b59c-43d9-8760-39cd0ec3a24e req-e440c44a-bcc2-4c78-a0b5-2becfaf9dffd tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545785 Jun 16 15:49:26.194591 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d306e02-d1a0-4079-b7c1-fd16b8409ea7 req-c61673f8-6758-4e79-ba6e-fa8ba621dcaa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:26.196156 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4d306e02-d1a0-4079-b7c1-fd16b8409ea7 req-c61673f8-6758-4e79-ba6e-fa8ba621dcaa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0986452 Jun 16 15:49:26.268809 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4d306e02-d1a0-4079-b7c1-fd16b8409ea7 req-614b3a1c-fca2-4a2c-bfc0-c091acc36b90 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653489 Jun 16 15:49:26.304474 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc7338-7575-4dcb-9574-7cb9d028b40d req-cc906737-591f-421f-8980-acfc117f36ae tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:26.306115 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-abcc7338-7575-4dcb-9574-7cb9d028b40d req-cc906737-591f-421f-8980-acfc117f36ae tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.0884175 Jun 16 15:49:26.353919 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-abcc7338-7575-4dcb-9574-7cb9d028b40d req-a353cf37-af81-45bf-9f2b-39f8937137e8 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414846 Jun 16 15:49:26.491051 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5fd30404-03fa-477a-bd3b-0e11030d806a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:26.600991 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df4eb7-536b-46c3-9e94-c4ff469ea30f req-6d01ed77-251f-4fa9-bebc-dada1ab7fdad tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:26.602884 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b0df4eb7-536b-46c3-9e94-c4ff469ea30f req-6d01ed77-251f-4fa9-bebc-dada1ab7fdad tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0695357 Jun 16 15:49:26.647799 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b0df4eb7-536b-46c3-9e94-c4ff469ea30f req-0efe7a66-c0f2-4b49-ae5f-6a8d4bdf90cc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389049 Jun 16 15:49:26.982035 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adea3f-0c5a-45e7-933b-91b5734142ab req-fda80a06-7fe7-49e8-a86c-0f6504cf315e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:26.984762 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b7adea3f-0c5a-45e7-933b-91b5734142ab req-fda80a06-7fe7-49e8-a86c-0f6504cf315e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0880601 Jun 16 15:49:27.030470 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b7adea3f-0c5a-45e7-933b-91b5734142ab req-60988159-f7ae-4454-9ca7-84d9eb6f1ee7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Jun 16 15:49:27.552135 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016ad15-329d-465f-b7e4-2b7050d8916c req-01231bd2-30fe-4e7e-a4c2-8be70b88dcad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:27.560033 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9016ad15-329d-465f-b7e4-2b7050d8916c req-01231bd2-30fe-4e7e-a4c2-8be70b88dcad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1233244 Jun 16 15:49:27.653736 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9016ad15-329d-465f-b7e4-2b7050d8916c req-d775b7e3-0498-4d26-8036-feee8b3844db tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922916 Jun 16 15:49:27.686798 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113bf8-94f2-45fc-a1f2-304694af8762 req-c862622e-0217-4416-8e79-0034bea08fbe tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:27.689019 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-22113bf8-94f2-45fc-a1f2-304694af8762 req-c862622e-0217-4416-8e79-0034bea08fbe tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1196253 Jun 16 15:49:27.748409 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-22113bf8-94f2-45fc-a1f2-304694af8762 req-ee84b754-4f5f-43c1-87c5-5558f2344ebc tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505545 Jun 16 15:49:27.852489 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915541c-897d-4fae-b2cf-f1bf91e1982c req-69872b1a-0e61-49ae-a759-dcd62f7d61cc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:27.854066 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6915541c-897d-4fae-b2cf-f1bf91e1982c req-69872b1a-0e61-49ae-a759-dcd62f7d61cc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0673144 Jun 16 15:49:27.897212 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6915541c-897d-4fae-b2cf-f1bf91e1982c req-196f15b2-e60c-4230-83de-86c671e0481a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366223 Jun 16 15:49:28.223361 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb9041-5608-4884-b93b-db3680d64fc5 req-67ab11a0-2656-403e-a404-807968a74565 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:28.225405 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dffb9041-5608-4884-b93b-db3680d64fc5 req-67ab11a0-2656-403e-a404-807968a74565 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0714519 Jun 16 15:49:28.269283 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dffb9041-5608-4884-b93b-db3680d64fc5 req-7aacd689-4bb5-4611-8acc-351071840758 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Jun 16 15:49:28.961278 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea728e-10d6-484d-a492-1258c3e00963 req-896e1d21-6677-4558-a3ef-dcbcfb99c34f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:28.965070 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-14ea728e-10d6-484d-a492-1258c3e00963 req-896e1d21-6677-4558-a3ef-dcbcfb99c34f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1274188 Jun 16 15:49:29.021166 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975bf58-6cb3-442d-b0bb-614755447cad req-3ff0fb40-c563-4531-8e5f-2f8811f314e3 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:29.028941 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3975bf58-6cb3-442d-b0bb-614755447cad req-3ff0fb40-c563-4531-8e5f-2f8811f314e3 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1257026 Jun 16 15:49:29.034968 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-14ea728e-10d6-484d-a492-1258c3e00963 req-25244a8f-7d14-4f5d-b4b2-d9464f8c4f71 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576260 Jun 16 15:49:29.107680 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3975bf58-6cb3-442d-b0bb-614755447cad req-0e7a9ec5-b935-48ce-9793-1be9a12f5e28 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757370 Jun 16 15:49:29.174184 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8d32f40c-6834-4aff-81ed-034add142bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:29.262453 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:29.290648 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63316b7-9430-4ce1-9a24-f11937dc59c6 req-147a675b-b502-4796-832f-03412bf21625 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:29.292381 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f63316b7-9430-4ce1-9a24-f11937dc59c6 req-147a675b-b502-4796-832f-03412bf21625 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0794568 Jun 16 15:49:29.336612 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f63316b7-9430-4ce1-9a24-f11937dc59c6 req-d8a8ada4-5278-4b3d-a47f-7a24b7cb1e7a tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381856 Jun 16 15:49:29.468662 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de0b9-c129-47e7-8caf-dd361083b90a req-370cdf68-288e-460a-8b9b-96f55a8d1c26 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:29.470224 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-736de0b9-c129-47e7-8caf-dd361083b90a req-370cdf68-288e-460a-8b9b-96f55a8d1c26 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0693746 Jun 16 15:49:29.516055 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-736de0b9-c129-47e7-8caf-dd361083b90a req-90b413aa-5957-425c-935f-d55c58394f47 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Jun 16 15:49:30.309137 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397310fa-3e4a-43df-b413-26dae5ce36a1 req-3596539f-012f-49c2-a53e-dc17f54ca8d1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:30.310729 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-397310fa-3e4a-43df-b413-26dae5ce36a1 req-3596539f-012f-49c2-a53e-dc17f54ca8d1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1242731 Jun 16 15:49:30.368374 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-397310fa-3e4a-43df-b413-26dae5ce36a1 req-e5837215-dfe6-428d-9d2f-94c01ffe1ba8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463171 Jun 16 15:49:30.378349 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe8f23-7fc6-41d6-a5c2-0a78924e9a34 req-320fd65b-2255-4dcb-987f-4eb8a8acc959 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:30.380103 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fdbe8f23-7fc6-41d6-a5c2-0a78924e9a34 req-320fd65b-2255-4dcb-987f-4eb8a8acc959 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1193900 Jun 16 15:49:30.468082 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fdbe8f23-7fc6-41d6-a5c2-0a78924e9a34 req-1185ec10-852a-4e20-be93-c65156fd5f69 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Jun 16 15:49:30.491935 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:30.604596 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7154f4d-4e0f-4233-8d64-6b443dc6cd5d req-397eee3d-ba0a-4c46-9efb-c0185b162854 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:30.606209 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a7154f4d-4e0f-4233-8d64-6b443dc6cd5d req-397eee3d-ba0a-4c46-9efb-c0185b162854 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0841603 Jun 16 15:49:30.671440 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33570) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:30.689476 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a7154f4d-4e0f-4233-8d64-6b443dc6cd5d req-f5b61ac6-deba-4ac8-bfa3-89f7b86bc1e3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694380 Jun 16 15:49:30.816027 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3a195dfb-264e-4332-8740-61f1aba06f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:30.925573 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3a195dfb-264e-4332-8740-61f1aba06f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:30.932260 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-3a195dfb-264e-4332-8740-61f1aba06f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:30.945006 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-84667019-d866-4f51-9c3e-f05f56466c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:30.972220 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-3a195dfb-264e-4332-8740-61f1aba06f8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c55fac3b676d418e942f374e5c780da4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974529 Jun 16 15:49:30.973306 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33574) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:30.981076 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a195dfb-264e-4332-8740-61f1aba06f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2cf8df-a517-4956-a507-ea3cc2215f1b,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:30.984884 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3a195dfb-264e-4332-8740-61f1aba06f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:31.001833 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d1f22-f504-4486-81fd-d4d8a0967539 req-138327d0-dacf-4937-938d-1688aedadc8e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:31.003330 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c42d1f22-f504-4486-81fd-d4d8a0967539 req-138327d0-dacf-4937-938d-1688aedadc8e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.3530436 Jun 16 15:49:31.066926 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.071310 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c42d1f22-f504-4486-81fd-d4d8a0967539 req-969010b9-aba5-41ec-9fd1-e8cb26c13885 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594704 Jun 16 15:49:31.102423 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.156813 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.159843 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.161883 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f2cf8df-a517-4956-a507-ea3cc2215f1b HTTP/1.1" status: 204 len: 168 time: 0.1873550 Jun 16 15:49:31.162460 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7bb7a320-25f4-43b7-800d-4f27d07b5ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:31.171077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2cf8df-a517-4956-a507-ea3cc2215f1b,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:31.179206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.179494 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.179880 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.180201 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.180561 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.180972 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.181421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.182116 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.182288 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.182696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.183183 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.183539 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:31.187319 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:31.522329 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33586) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:31.542330 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e3f82f26-3c34-4020-933a-783a9d6a886f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.642358 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db60228-6d02-4d57-bc06-d4f57d68a7af req-aa6f75f1-7590-469d-8579-52872af6b60b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:31.643916 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9db60228-6d02-4d57-bc06-d4f57d68a7af req-aa6f75f1-7590-469d-8579-52872af6b60b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0908649 Jun 16 15:49:31.715556 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9db60228-6d02-4d57-bc06-d4f57d68a7af req-a2c0b277-a50e-42da-bb6a-0e2d62075b6a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506611 Jun 16 15:49:31.740411 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e3f82f26-3c34-4020-933a-783a9d6a886f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.742734 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e3f82f26-3c34-4020-933a-783a9d6a886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.745868 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3e5dd86c-92b8-4481-9ddb-8fed38528f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:31.779517 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ecd1-64c2-4586-b0cd-4bb2d136b511 req-f2644343-7af4-491d-af42-5a1f5dc8bfb5 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:31.781152 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-08f8ecd1-64c2-4586-b0cd-4bb2d136b511 req-f2644343-7af4-491d-af42-5a1f5dc8bfb5 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1550121 Jun 16 15:49:31.807413 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f82f26-3c34-4020-933a-783a9d6a886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8571a5-494c-4239-a4ca-b4d76c07db11,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:31.818954 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e3f82f26-3c34-4020-933a-783a9d6a886f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c856da1f8fe4bba971ae967543da584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950442 Jun 16 15:49:31.819949 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e3f82f26-3c34-4020-933a-783a9d6a886f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:31.822931 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33590) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:31.849810 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-08f8ecd1-64c2-4586-b0cd-4bb2d136b511 req-5504d012-5967-48af-bbf9-db0d923c540e tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564706 Jun 16 15:49:31.920462 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51167abb-3d30-4cc5-897c-cf4edaaa7cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:31.977093 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51167abb-3d30-4cc5-897c-cf4edaaa7cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.050262 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa016d4-3b34-45db-9582-6d6bcb7aa82c req-80a998ba-a36e-43bf-bd7d-ea87a097b4c3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:32.053604 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-afa016d4-3b34-45db-9582-6d6bcb7aa82c req-80a998ba-a36e-43bf-bd7d-ea87a097b4c3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.1180239 Jun 16 15:49:32.083470 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51167abb-3d30-4cc5-897c-cf4edaaa7cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.087296 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-51167abb-3d30-4cc5-897c-cf4edaaa7cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.092315 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-51167abb-3d30-4cc5-897c-cf4edaaa7cae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f8571a5-494c-4239-a4ca-b4d76c07db11 HTTP/1.1" status: 204 len: 168 time: 0.2678750 Jun 16 15:49:32.095232 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9d7d4384-731a-4c70-8a80-9a7edd20d7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:32.108803 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51167abb-3d30-4cc5-897c-cf4edaaa7cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8571a5-494c-4239-a4ca-b4d76c07db11,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:32.118632 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-51167abb-3d30-4cc5-897c-cf4edaaa7cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:32.128631 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-afa016d4-3b34-45db-9582-6d6bcb7aa82c req-58ef9191-4132-4dea-ac27-7c1c1c691a6f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676324 Jun 16 15:49:32.324195 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7be809-fe85-4b0a-b6a7-17bad434ba3b req-62a52da7-f439-4e59-b141-7eb7c0c352f2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:32.326180 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-df7be809-fe85-4b0a-b6a7-17bad434ba3b req-62a52da7-f439-4e59-b141-7eb7c0c352f2 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0810897 Jun 16 15:49:32.377943 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-df7be809-fe85-4b0a-b6a7-17bad434ba3b req-09b2b08b-7ca9-4c78-9a0f-47b9add54695 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 Jun 16 15:49:32.460363 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.520078 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33600) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:32.536295 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5001-c61c-43f6-b9f6-2e5af902d174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.648225 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5001-c61c-43f6-b9f6-2e5af902d174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.653955 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5001-c61c-43f6-b9f6-2e5af902d174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.658277 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c56fbbbc-277d-47c0-ab12-3b66b5af34ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:32.703326 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0ffc5001-c61c-43f6-b9f6-2e5af902d174 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d6407bf8f4b4f719e73d120b6aea6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814804 Jun 16 15:49:32.703924 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc5001-c61c-43f6-b9f6-2e5af902d174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ea86b9-c537-426e-b850-f68266af5cf0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:32.705411 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33602) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:32.707566 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0ffc5001-c61c-43f6-b9f6-2e5af902d174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:32.760534 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cad44c18-1102-4118-be5f-ba858bea4e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.788994 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cad44c18-1102-4118-be5f-ba858bea4e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.841033 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cad44c18-1102-4118-be5f-ba858bea4e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.843664 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-cad44c18-1102-4118-be5f-ba858bea4e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:32.844805 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-cad44c18-1102-4118-be5f-ba858bea4e18 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89ea86b9-c537-426e-b850-f68266af5cf0 HTTP/1.1" status: 204 len: 168 time: 0.1382923 Jun 16 15:49:32.845615 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f8481b22-d773-4626-9134-b7b98dee92d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:32.854517 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad44c18-1102-4118-be5f-ba858bea4e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ea86b9-c537-426e-b850-f68266af5cf0,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:32.857159 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-cad44c18-1102-4118-be5f-ba858bea4e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:32.933156 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d805a5e-94f0-40bb-8b26-e80771e687ae req-c2d02a17-2c96-456d-81a8-08f51ef73f15 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:32.935059 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8d805a5e-94f0-40bb-8b26-e80771e687ae req-c2d02a17-2c96-456d-81a8-08f51ef73f15 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0890887 Jun 16 15:49:32.987459 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8d805a5e-94f0-40bb-8b26-e80771e687ae req-671b63b8-e6fe-4d40-97d0-ccf9a8821fcf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432949 Jun 16 15:49:33.099325 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90ee81-c3a8-4d60-97e1-ca113963f0bd req-efbc9f43-2160-4966-9819-80662d1ba139 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:33.100855 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bd90ee81-c3a8-4d60-97e1-ca113963f0bd req-efbc9f43-2160-4966-9819-80662d1ba139 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.0770056 Jun 16 15:49:33.145541 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bd90ee81-c3a8-4d60-97e1-ca113963f0bd req-8d3023e3-8b5e-4bef-b1a3-80b4d13b7921 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Jun 16 15:49:33.350849 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049c130-d9a2-4eda-82aa-38b6a0e005f5 req-66abd026-217c-47ed-b5a4-1c8bfa897fc6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:33.352368 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e049c130-d9a2-4eda-82aa-38b6a0e005f5 req-66abd026-217c-47ed-b5a4-1c8bfa897fc6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0808260 Jun 16 15:49:33.401413 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e049c130-d9a2-4eda-82aa-38b6a0e005f5 req-f62f4c59-61c3-4450-a4de-76a437ac1842 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433645 Jun 16 15:49:33.583104 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424783c0-8b97-441b-b458-eaf7fd9b2a71 req-9efffacd-3fbf-4b79-a631-c7e55c4d7391 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:33.584806 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-424783c0-8b97-441b-b458-eaf7fd9b2a71 req-9efffacd-3fbf-4b79-a631-c7e55c4d7391 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0817807 Jun 16 15:49:33.632892 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-424783c0-8b97-441b-b458-eaf7fd9b2a71 req-e830d41f-e20d-4d36-81a4-da2a03e8416f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379219 Jun 16 15:49:34.179157 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac6402-c0f0-4f46-8b79-b8145f6f7b12 req-8e4a3857-9064-491a-bea5-01ea4e1d86d7 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:34.180671 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-afac6402-c0f0-4f46-8b79-b8145f6f7b12 req-8e4a3857-9064-491a-bea5-01ea4e1d86d7 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0652566 Jun 16 15:49:34.220514 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-afac6402-c0f0-4f46-8b79-b8145f6f7b12 req-72bf7670-0394-4a4a-b1ce-73767f8398f3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337219 Jun 16 15:49:34.336402 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f59410-a8bf-4647-a07e-312035499a6c req-7b88ebfc-052a-459d-8ad0-e353cc10d55f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:34.337876 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-48f59410-a8bf-4647-a07e-312035499a6c req-7b88ebfc-052a-459d-8ad0-e353cc10d55f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.0708618 Jun 16 15:49:34.376876 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-48f59410-a8bf-4647-a07e-312035499a6c req-fb909cfc-8284-4985-b51d-fb6de228c1a1 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Jun 16 15:49:34.580963 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bc43e-93eb-4ec1-a665-9bbe7b6199d2 req-b44fe54c-2bcb-40a3-a028-66e036baea31 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:34.583096 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b13bc43e-93eb-4ec1-a665-9bbe7b6199d2 req-b44fe54c-2bcb-40a3-a028-66e036baea31 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0625615 Jun 16 15:49:34.621992 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b13bc43e-93eb-4ec1-a665-9bbe7b6199d2 req-3ee3b052-b472-498f-8606-7d00b6ed410b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329063 Jun 16 15:49:34.834578 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c0cbc-22e3-4770-981d-4679a52fbd52 req-f773b91b-bd34-44b6-ad30-6b5880278775 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:34.836235 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-697c0cbc-22e3-4770-981d-4679a52fbd52 req-f773b91b-bd34-44b6-ad30-6b5880278775 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0803964 Jun 16 15:49:34.876514 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-697c0cbc-22e3-4770-981d-4679a52fbd52 req-45509e6b-897a-4d1e-834c-5862462a551e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342357 Jun 16 15:49:34.949131 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-60e1a1de-aa96-4010-bf34-8f5dd9af64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:34.950649 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-60e1a1de-aa96-4010-bf34-8f5dd9af64bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1096 time: 0.0573092 Jun 16 15:49:35.067832 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-f0594e04-982a-41b0-a73e-7ef42206c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:35.069291 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-f0594e04-982a-41b0-a73e-7ef42206c67a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.0886319 Jun 16 15:49:35.171269 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-4303e5c1-0c8b-4c52-b868-832515fc2cfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 200 len: 999 time: 0.0935390 Jun 16 15:49:35.240077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-e9063fdb-8a94-4339-a714-3bcab2a4af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:35.241827 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-e9063fdb-8a94-4339-a714-3bcab2a4af58 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0615582 Jun 16 15:49:35.339039 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-7f9902d1-aa7f-4bea-8bf6-596f3ba229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:35.342337 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-7f9902d1-aa7f-4bea-8bf6-596f3ba229a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898943 Jun 16 15:49:35.466073 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a3ff-cbe2-43b1-9185-89b1cfbe9935 req-4e4ca894-02a3-4ddb-bab5-4811db2ccedf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:35.473995 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1555a3ff-cbe2-43b1-9185-89b1cfbe9935 req-4e4ca894-02a3-4ddb-bab5-4811db2ccedf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1107931 Jun 16 15:49:35.483073 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-b315df62-f1e4-449d-b9e7-905c45ce502d service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233613 Jun 16 15:49:35.524365 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1555a3ff-cbe2-43b1-9185-89b1cfbe9935 req-cf46d5bb-e10e-4d8b-82bc-5133ab0c96c4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491698 Jun 16 15:49:35.636397 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aa37764e-ea88-43b7-8abb-632fcd491e9c req-6cd63292-87d9-4b64-9460-c53c1e06705d service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405890 Jun 16 15:49:35.650215 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee782a-9df9-43b1-b3a3-e6b6a2c46149 req-e4188b38-5ace-4dec-9cd2-1b07045b662f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:35.652130 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-97ee782a-9df9-43b1-b3a3-e6b6a2c46149 req-e4188b38-5ace-4dec-9cd2-1b07045b662f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1420898 Jun 16 15:49:35.721353 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-97ee782a-9df9-43b1-b3a3-e6b6a2c46149 req-bf9f38b3-dcef-4b64-8d48-283c564e8590 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623186 Jun 16 15:49:35.831270 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266fb9-c060-411b-995c-0050ab5f11b5 req-b7940ea2-493a-4038-8240-7b28a144a8c2 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:35.833593 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-74266fb9-c060-411b-995c-0050ab5f11b5 req-b7940ea2-493a-4038-8240-7b28a144a8c2 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0693583 Jun 16 15:49:35.874512 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-74266fb9-c060-411b-995c-0050ab5f11b5 req-edada0b0-ae03-4dfd-bf75-30d389620c37 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343401 Jun 16 15:49:36.052847 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76facc-7dd6-479e-a6a1-7a285c61b1c1 req-4a8b119a-e384-4dcd-adb2-7df47d2cee28 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:36.054273 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9a76facc-7dd6-479e-a6a1-7a285c61b1c1 req-4a8b119a-e384-4dcd-adb2-7df47d2cee28 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0667133 Jun 16 15:49:36.060181 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f9b01-e797-46dc-b0c4-6c4bad6802ff req-2b81ab0e-757d-4504-8581-b00f7192431b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:36.061693 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3e1f9b01-e797-46dc-b0c4-6c4bad6802ff req-2b81ab0e-757d-4504-8581-b00f7192431b tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0665121 Jun 16 15:49:36.101845 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9a76facc-7dd6-479e-a6a1-7a285c61b1c1 req-ddda9488-90fe-4d71-8185-2a7b8d8e9b48 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416124 Jun 16 15:49:36.102380 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3e1f9b01-e797-46dc-b0c4-6c4bad6802ff req-cb19aa91-6c3a-4264-8a20-1b47fc582931 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347180 Jun 16 15:49:36.126644 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33674) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:36.335043 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3d39b6-cef6-4460-9593-c94c3ca88e26 tempest-TestShelveInstance-1993136433 tempest-TestShelveInstance-1993136433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:36.336704 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0a3d39b6-cef6-4460-9593-c94c3ca88e26 tempest-TestShelveInstance-1993136433 tempest-TestShelveInstance-1993136433-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1093 time: 0.2090757 Jun 16 15:49:36.339717 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33678) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:36.344381 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Request body: {'floatingip': {'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'port_id': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:49:36.370208 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for floatingip, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.510256 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-0a072fd9-cb03-48a5-b97e-b95448df134d tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:36.511835 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-0a072fd9-cb03-48a5-b97e-b95448df134d tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 945 time: 0.0741694 Jun 16 15:49:36.638314 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Deleting port 9deee41b-bd68-455c-9f54-0ac602b98fba {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:49:36.638662 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.698435 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.784793 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] For port 9deee41b-bd68-455c-9f54-0ac602b98fba, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=9deee41b-bd68-455c-9f54-0ac602b98fba,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:36.785189 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:36.794786 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb2f3f-1329-4fba-88d7-ebca7f0c417d req-37210495-32fa-405e-85f8-21408d583f60 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:36.796859 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7bfb2f3f-1329-4fba-88d7-ebca7f0c417d req-37210495-32fa-405e-85f8-21408d583f60 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1421802 Jun 16 15:49:36.828927 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Allocated IP 172.28.3.114 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/814a06f3-f4a0-4be4-b4b6-ef273b55c511) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:49:36.885492 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Calling delete_port for 9deee41b-bd68-455c-9f54-0ac602b98fba owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:49:36.960778 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7bfb2f3f-1329-4fba-88d7-ebca7f0c417d req-444016b0-fbf3-45f8-8f60-88f812b19bb5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534557 Jun 16 15:49:37.023616 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16cfa00-7ead-409c-a4bf-44a4350a5ced req-727edf45-edeb-4fa3-9d3d-827ac69ff2af tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:37.025049 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d16cfa00-7ead-409c-a4bf-44a4350a5ced req-727edf45-edeb-4fa3-9d3d-827ac69ff2af tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1598558 Jun 16 15:49:37.032530 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.083822 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d16cfa00-7ead-409c-a4bf-44a4350a5ced req-91cde765-b5fe-4951-a48d-89f0e68d4deb tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Jun 16 15:49:37.088655 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.096822 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:37.108221 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['6759d013-e429-42be-b129-9108ba25595a', '9deee41b-bd68-455c-9f54-0ac602b98fba'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:49:37.116289 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.120170 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e3a7d169-3f46-4eda-b46b-0ec1de1ba824 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:37.137259 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Pushing event deleted for resources: {'Port': ['ID=9deee41b-bd68-455c-9f54-0ac602b98fba,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:37.140868 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:37.183772 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:49:37.187834 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:49:37.193687 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:49:37.211224 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] No DVR routers for this DVR port 9deee41b-bd68-455c-9f54-0ac602b98fba on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:49:37.213894 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.216107 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2e9ee875-8486-4762-99ad-5e752cb260fb req-208c4429-722f-42f4-a0bb-5afefa5be3b1 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "DELETE /v2.0/ports/9deee41b-bd68-455c-9f54-0ac602b98fba HTTP/1.1" status: 204 len: 173 time: 0.6875727 Jun 16 15:49:37.216709 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'name': 'network-vif-deleted', 'tag': '9deee41b-bd68-455c-9f54-0ac602b98fba'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:37.219338 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd7b8f3-58e9-405c-a93d-fec9d5c0f2d3" -d '{"events": [{"server_uuid": "2ca62a6c-3315-4a19-a919-acbe330764d6", "name": "network-vif-deleted", "tag": "9deee41b-bd68-455c-9f54-0ac602b98fba"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:37.229701 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'Port': ['ID=814a06f3-f4a0-4be4-b4b6-ef273b55c511,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:37.229701 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:37.319259 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-281e59f7-6f14-47c2-8ed4-0b2ea336c59b req-4e247286-5ffb-47ed-9db5-251c1f30b086 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=2ca62a6c-3315-4a19-a919-acbe330764d6 HTTP/1.1" status: 200 len: 210 time: 0.0664642 Jun 16 15:49:37.489856 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d126443-8518-4a95-900a-0667ac165450 x-openstack-request-id: req-0d126443-8518-4a95-900a-0667ac165450 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:37.490671 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca62a6c-3315-4a19-a919-acbe330764d6", "name": "network-vif-deleted", "tag": "9deee41b-bd68-455c-9f54-0ac602b98fba", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:37.490979 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d126443-8518-4a95-900a-0667ac165450 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:37.491438 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca62a6c-3315-4a19-a919-acbe330764d6', 'name': 'network-vif-deleted', 'tag': '9deee41b-bd68-455c-9f54-0ac602b98fba', 'status': 'completed', 'code': 200} Jun 16 15:49:37.699533 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.786054 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.954628 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.961374 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:37.964235 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2ece1d94-1818-46db-96b4-6f654eeebc29 tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:38.055365 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event updated for resources: {'Port': ['ID=814a06f3-f4a0-4be4-b4b6-ef273b55c511,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:38.059496 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:38.070771 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:38.201962 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.l3_db [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Floating IP 0cbf159b-93f7-4bba-9be1-b17d52d44971 associated. External IP: 172.28.3.114, port: 919577f5-11a4-41ea-bb9d-fddd1ff63260. Jun 16 15:49:38.238203 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad13be2-2c82-4d5e-a7b5-6b4f8cf07b67 req-ff022b7e-d105-42b5-bd63-056b60cf9052 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:38.241552 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fad13be2-2c82-4d5e-a7b5-6b4f8cf07b67 req-ff022b7e-d105-42b5-bd63-056b60cf9052 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0955489 Jun 16 15:49:38.288976 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fad13be2-2c82-4d5e-a7b5-6b4f8cf07b67 req-53039ee5-d5f0-4135-b32f-cf747d27564f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395994 Jun 16 15:49:38.458563 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcd90c-9c92-4018-8f1d-13cddac81acd req-9cdb402d-b5a4-429a-8b94-9b97fd84f381 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:38.460339 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-69bcd90c-9c92-4018-8f1d-13cddac81acd req-9cdb402d-b5a4-429a-8b94-9b97fd84f381 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 943 time: 0.1805491 Jun 16 15:49:38.517740 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-69bcd90c-9c92-4018-8f1d-13cddac81acd req-681ca210-075d-4e40-93fb-78febaebaeb9 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500338 Jun 16 15:49:38.534054 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Router 26d82c87-62d2-440e-87ba-c8fa15131c8e has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:49:38.666424 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:49:38.678332 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] Sync routers for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:49:38.688858 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:38.694514 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:49:38.695458 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:49:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:38.765735 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4172447 Jun 16 15:49:38.765735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:38.765735 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:38.834353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33edd43f-07b0-47bb-81eb-0b2e90cfa894 x-openstack-request-id: req-33edd43f-07b0-47bb-81eb-0b2e90cfa894 {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:38.834960 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:38.835492 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-33edd43f-07b0-47bb-81eb-0b2e90cfa894 {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:38.836218 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'status': 'completed', 'code': 200} Jun 16 15:49:38.885691 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:49:38.888173 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fb3aa-d508-4301-bef3-eacea236d6f3 req-d226161e-08a4-48e8-a2fe-a0cd61a3f64c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:38.889792 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d78fb3aa-d508-4301-bef3-eacea236d6f3 req-d226161e-08a4-48e8-a2fe-a0cd61a3f64c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.1218054 Jun 16 15:49:38.907032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-ca06d634-01ee-49fc-bbd0-8287ef9e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:38.908679 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-ca06d634-01ee-49fc-bbd0-8287ef9e542e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1098 time: 0.0622537 Jun 16 15:49:38.937591 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d78fb3aa-d508-4301-bef3-eacea236d6f3 req-b62055cf-a30a-4f7f-820c-5ca51826ede7 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Jun 16 15:49:39.016319 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-9929443d-b8b5-470e-9995-a8aa1618a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:39.017709 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-9929443d-b8b5-470e-9995-a8aa1618a849 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 910 time: 0.1024485 Jun 16 15:49:39.088361 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-9efb3e15-ab64-42b7-936f-ffe5b43a9a77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 999 time: 0.0632954 Jun 16 15:49:39.131141 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '0cbf159b-93f7-4bba-9be1-b17d52d44971', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'port_id': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'mac_address': 'fa:16:3e:fc:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784cf53-27ff-4161-afcf-16487650266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:49:37Z', 'updated_at': '2021-06-16T15:49:37Z', 'revision_number': 0, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:16Z', 'revision_number': 5, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:39.134409 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] Checking router: 26d82c87-62d2-440e-87ba-c8fa15131c8e for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:49:39.140828 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-8a700b61-ee9b-4793-88aa-c9e159729e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:39.142315 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-8a700b61-ee9b-4793-88aa-c9e159729e7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 200 len: 848 time: 0.0437980 Jun 16 15:49:39.142463 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:49:39.143016 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:49:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:39.163499 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bd397fa-18bd-4f79-9443-e99513303740 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:49:39.211191 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-89a3c734-2608-4d79-96f6-1b147e93cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:39.212786 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-89a3c734-2608-4d79-96f6-1b147e93cc1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0dcc696-5eed-44d6-8833-2f741206ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0629654 Jun 16 15:49:39.266202 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:49:39.271256 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 8bd397fa-18bd-4f79-9443-e99513303740, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bd397fa-18bd-4f79-9443-e99513303740,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:39.286364 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '8bd397fa-18bd-4f79-9443-e99513303740', 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a', 'port_id': '8bd397fa-18bd-4f79-9443-e99513303740', 'mac_address': 'fa:16:3e:5b:c2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c8606c-bafa-4497-be91-940651ab7220', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:49:39.338092 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:39.342002 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-5a1caa10-df86-4dcc-a834-169d48295b27 service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189446 Jun 16 15:49:39.360968 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd397fa-18bd-4f79-9443-e99513303740 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:49:39.385410 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 8bd397fa-18bd-4f79-9443-e99513303740, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bd397fa-18bd-4f79-9443-e99513303740,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:39.394117 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:39.397368 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:39.469468 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=8bd397fa-18bd-4f79-9443-e99513303740,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:39.480183 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.480994 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.481571 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.482272 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.483170 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.484015 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.484572 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.485110 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.485788 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.486324 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.486846 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.487357 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:49:39.491859 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:39.530158 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ffcad4f1-15e1-44bc-bd8b-a7d8062272fd req-0e02557e-8243-49a1-a6d6-0bc214f535b7 service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806824 Jun 16 15:49:39.554059 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '0cbf159b-93f7-4bba-9be1-b17d52d44971', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'port_id': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'mac_address': 'fa:16:3e:fc:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784cf53-27ff-4161-afcf-16487650266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:49:37Z', 'updated_at': '2021-06-16T15:49:37Z', 'revision_number': 0, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:16Z', 'revision_number': 5, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:39.558352 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4e4219-7bce-4d18-81f8-d90738f2879c None None] The sync data for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb is: [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '0cbf159b-93f7-4bba-9be1-b17d52d44971', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'floating_ip_address': '172.28.3.114', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'port_id': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'mac_address': 'fa:16:3e:fc:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784cf53-27ff-4161-afcf-16487650266c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:49:37Z', 'updated_at': '2021-06-16T15:49:37Z', 'revision_number': 0, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:16Z', 'revision_number': 5, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:49:39.583651 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c87fa-be2f-4b25-869f-dc6a76ecbdf2 req-4ba14e63-4bb5-4f34-a0d6-9c772ef92259 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:39.586235 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d7c87fa-be2f-4b25-869f-dc6a76ecbdf2 req-4ba14e63-4bb5-4f34-a0d6-9c772ef92259 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.1009889 Jun 16 15:49:39.653045 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d7c87fa-be2f-4b25-869f-dc6a76ecbdf2 req-8cb514b5-8edd-4fce-ac03-bf2bda6d0d5b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554411 Jun 16 15:49:39.749382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd7ca-c17b-48fd-bb7f-34cea9e8229e req-8ec9fe89-8204-4a4e-a44f-e3aaba9f4071 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:39.750972 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2ebcd7ca-c17b-48fd-bb7f-34cea9e8229e req-8ec9fe89-8204-4a4e-a44f-e3aaba9f4071 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 944 time: 0.0739694 Jun 16 15:49:39.794005 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2ebcd7ca-c17b-48fd-bb7f-34cea9e8229e req-61b77a33-c7e4-4542-9930-2f2f474410f3 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358605 Jun 16 15:49:39.835906 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['8bd397fa-18bd-4f79-9443-e99513303740'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:49:39.864259 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fa1cb2-6b6a-485f-8163-a9690a17ca59 None None] New status for floating IP 0cbf159b-93f7-4bba-9be1-b17d52d44971: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:49:40.120011 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1294-5c4c-4616-871e-b5a03f0c31f7 req-7d5a2e12-6034-43b8-b510-19304957205f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:40.121686 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ef0d1294-5c4c-4616-871e-b5a03f0c31f7 req-7d5a2e12-6034-43b8-b510-19304957205f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0732903 Jun 16 15:49:40.162256 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ef0d1294-5c4c-4616-871e-b5a03f0c31f7 req-b55c1340-c17a-42cb-a791-7552b67d3a99 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347352 Jun 16 15:49:40.835037 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebc8db-25d9-4a9c-8707-7b805ac220dd req-9a4575e8-7846-42db-a694-ca7c95f5fc91 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:40.836941 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f5ebc8db-25d9-4a9c-8707-7b805ac220dd req-9a4575e8-7846-42db-a694-ca7c95f5fc91 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 943 time: 0.0726163 Jun 16 15:49:40.881240 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f5ebc8db-25d9-4a9c-8707-7b805ac220dd req-a26605fa-89fa-4386-b177-dfd8be8ba5ba tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379927 Jun 16 15:49:41.006735 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63ab3d-cf1f-4568-8f69-bc7ed33aeb61 req-33001839-c660-4e02-a180-ff8e8e57dc8e tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:41.008556 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2b63ab3d-cf1f-4568-8f69-bc7ed33aeb61 req-33001839-c660-4e02-a180-ff8e8e57dc8e tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 944 time: 0.0802472 Jun 16 15:49:41.056486 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2b63ab3d-cf1f-4568-8f69-bc7ed33aeb61 req-f35dbc70-cd30-4e16-857e-9d3f09ed5b13 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380266 Jun 16 15:49:41.163765 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:49:41.166649 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bd397fa-18bd-4f79-9443-e99513303740 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:49:41.350139 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2821c3e-edd9-4395-90e6-f629db85a18a req-0366b290-2319-4cad-85dc-4c02c395bf63 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:41.351733 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e2821c3e-edd9-4395-90e6-f629db85a18a req-0366b290-2319-4cad-85dc-4c02c395bf63 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0720630 Jun 16 15:49:41.392080 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e2821c3e-edd9-4395-90e6-f629db85a18a req-568e33bb-0da8-46b1-9b51-320ce8bc1043 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343363 Jun 16 15:49:41.393972 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 8bd397fa-18bd-4f79-9443-e99513303740 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:49:41.400388 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 8bd397fa-18bd-4f79-9443-e99513303740 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:41.400777 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:41.439243 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:41.458234 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'port_id': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'mac_address': 'fa:16:3e:88:cc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:49:41.525805 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:41.544806 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:41.547267 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c63cb58-b268-4a66-a4b8-61b8c97cf707 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:49:41.579640 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:41.585838 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd397fa-18bd-4f79-9443-e99513303740'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:41.588110 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea7b248-25e7-4f55-9b50-658af4e6d0eb" -d '{"events": [{"server_uuid": "1fe0a465-858d-4355-b52b-34dc4f678cf5", "name": "network-vif-plugged", "status": "completed", "tag": "8bd397fa-18bd-4f79-9443-e99513303740"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:41.597283 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:41.601026 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:41.604679 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 8bd397fa-18bd-4f79-9443-e99513303740, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bd397fa-18bd-4f79-9443-e99513303740,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:41.624538 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:41.625525 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9deee41b-bd68-455c-9f54-0ac602b98fba no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:41.627915 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec5dd43-2420-4db5-a569-2a94b6e30e93 x-openstack-request-id: req-eec5dd43-2420-4db5-a569-2a94b6e30e93 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:41.628213 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0a465-858d-4355-b52b-34dc4f678cf5", "name": "network-vif-plugged", "status": "completed", "tag": "8bd397fa-18bd-4f79-9443-e99513303740", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:41.628465 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eec5dd43-2420-4db5-a569-2a94b6e30e93 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:41.630796 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd397fa-18bd-4f79-9443-e99513303740', 'code': 200} Jun 16 15:49:41.653542 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 9deee41b-bd68-455c-9f54-0ac602b98fba {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:49:41.654070 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 9deee41b-bd68-455c-9f54-0ac602b98fba not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:49:41.676789 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=9']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:41.679908 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:41.680382 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:41.732778 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=8bd397fa-18bd-4f79-9443-e99513303740,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:41.735898 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:41.879536 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b28919-3c92-446d-89cf-b911c43d065a req-c70d0e5d-3452-4003-b970-e1917ec7d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:41.881108 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-77b28919-3c92-446d-89cf-b911c43d065a req-c70d0e5d-3452-4003-b970-e1917ec7d80b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0527260 Jun 16 15:49:41.924432 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-77b28919-3c92-446d-89cf-b911c43d065a req-6c6fa7fd-9e4a-47ee-bd6e-454b5334dea6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296946 Jun 16 15:49:42.069640 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c626e1-fa7b-4904-8cb2-64bb9c62de71 req-de373b8c-e1c0-4d6b-9e14-c5a50161f67c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:42.071013 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b2c626e1-fa7b-4904-8cb2-64bb9c62de71 req-de373b8c-e1c0-4d6b-9e14-c5a50161f67c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 944 time: 0.0643148 Jun 16 15:49:42.074892 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['6c63cb58-b268-4a66-a4b8-61b8c97cf707'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:49:42.114499 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b2c626e1-fa7b-4904-8cb2-64bb9c62de71 req-24cf890d-c090-46d3-b53b-762a4ac498cb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367837 Jun 16 15:49:42.305985 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a3a4b-2e37-4129-bd33-4184206dbaa9 req-605fd686-fe5e-424b-8e0b-84ba19bbbccc tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:42.307707 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-215a3a4b-2e37-4129-bd33-4184206dbaa9 req-605fd686-fe5e-424b-8e0b-84ba19bbbccc tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.0760992 Jun 16 15:49:42.351811 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-215a3a4b-2e37-4129-bd33-4184206dbaa9 req-cab20adf-703d-46f7-8e35-dca9ad6a9b0c tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375659 Jun 16 15:49:42.567703 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd731f-c691-4da5-a7ae-74bf6ef662af req-3db3b5e8-3352-4d3b-88cc-9e638623dbba tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:42.569287 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dcfd731f-c691-4da5-a7ae-74bf6ef662af req-3db3b5e8-3352-4d3b-88cc-9e638623dbba tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0633111 Jun 16 15:49:42.611805 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-dcfd731f-c691-4da5-a7ae-74bf6ef662af req-5bbfee7f-3121-4832-9173-cc35b7b48d6f tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366192 Jun 16 15:49:43.313866 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19243418-b0c3-46b2-9bc4-6ef375bcd9a1 req-4f98344e-83bf-48a0-9185-ead14de3ee94 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:43.315395 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19243418-b0c3-46b2-9bc4-6ef375bcd9a1 req-4f98344e-83bf-48a0-9185-ead14de3ee94 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 944 time: 0.0714102 Jun 16 15:49:43.354813 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19243418-b0c3-46b2-9bc4-6ef375bcd9a1 req-bcb308b3-77b0-468f-a398-d3fe926afe65 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336440 Jun 16 15:49:43.538526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79feb807-e297-4861-ac12-f724eb01c80c req-e7e17346-e585-4452-97f5-70ce831bf654 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:43.539944 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-79feb807-e297-4861-ac12-f724eb01c80c req-e7e17346-e585-4452-97f5-70ce831bf654 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.0669355 Jun 16 15:49:43.583070 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-79feb807-e297-4861-ac12-f724eb01c80c req-422e3ba6-c8cc-4961-9c25-2d9c534f6f77 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361423 Jun 16 15:49:43.817928 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc83a9-9412-4659-89f1-32cf7b509e5d req-5b08abc8-dd0e-45b4-9b3d-65a10e7c413d tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:43.819537 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-41dc83a9-9412-4659-89f1-32cf7b509e5d req-5b08abc8-dd0e-45b4-9b3d-65a10e7c413d tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0805261 Jun 16 15:49:43.862146 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-41dc83a9-9412-4659-89f1-32cf7b509e5d req-9a7e41ec-272d-48f5-a18c-97ac8a5774ac tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 Jun 16 15:49:44.551844 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a0eb7-3322-4f8a-bbce-7ad49b7af6a4 req-3d9fee9f-7283-4f3e-a628-61abfe5074ce tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:44.553017 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-820a0eb7-3322-4f8a-bbce-7ad49b7af6a4 req-3d9fee9f-7283-4f3e-a628-61abfe5074ce tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 944 time: 0.0698707 Jun 16 15:49:44.592125 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-820a0eb7-3322-4f8a-bbce-7ad49b7af6a4 req-7893e34b-f857-4818-a22c-a5a59d3d7ce4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334346 Jun 16 15:49:45.062102 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c981e-cd9e-4596-8d66-ae743a0e468a req-8e45b156-87c8-44b5-94ba-e7b29a94d158 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:45.063535 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-165c981e-cd9e-4596-8d66-ae743a0e468a req-8e45b156-87c8-44b5-94ba-e7b29a94d158 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0777180 Jun 16 15:49:45.105519 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-165c981e-cd9e-4596-8d66-ae743a0e468a req-8f71c439-e202-4ca0-8cb2-dd50d465a681 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/security-groups?id=7412a111-e11f-48e1-a5a2-72cc068edcf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349810 Jun 16 15:49:45.171905 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:49:45.229983 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:49:45.230397 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:45.253251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d445cb-a641-4e59-b50e-33e28717a268 req-55c48198-cf17-4408-b4f4-f06d2d63b30e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:45.255518 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50d445cb-a641-4e59-b50e-33e28717a268 req-55c48198-cf17-4408-b4f4-f06d2d63b30e tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 945 time: 0.0728295 Jun 16 15:49:45.317933 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:45.342353 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:45.344677 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea04bd-4a36-4d2c-ade0-bc687cc6e001" -d '{"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-plugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:45.358312 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:45.363507 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:45.366258 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-d8d8f1e9-2114-443a-9e70-fd00c8b7bff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:45.369309 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Deleting port 6759d013-e429-42be-b129-9108ba25595a {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:49:45.369685 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:45.391793 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43326fdc-3592-4623-8a32-dc3d0701c1ee x-openstack-request-id: req-43326fdc-3592-4623-8a32-dc3d0701c1ee {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:45.392143 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-plugged", "status": "completed", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:45.392402 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-43326fdc-3592-4623-8a32-dc3d0701c1ee {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:45.392794 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'code': 200} Jun 16 15:49:45.424420 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=10']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:45.428164 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:45.483483 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] For port 6759d013-e429-42be-b129-9108ba25595a, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6759d013-e429-42be-b129-9108ba25595a,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:45.483833 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:45.557690 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Calling delete_port for 6759d013-e429-42be-b129-9108ba25595a owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:49:45.700639 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:45.704483 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:45.725048 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['6759d013-e429-42be-b129-9108ba25595a'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:49:45.732445 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Pushing event deleted for resources: {'Port': ['ID=6759d013-e429-42be-b129-9108ba25595a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:45.746975 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:45.819538 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] No DVR routers for this DVR port 6759d013-e429-42be-b129-9108ba25595a on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:49:45.823173 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:45.825125 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50d445cb-a641-4e59-b50e-33e28717a268 req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.24 "DELETE /v2.0/ports/6759d013-e429-42be-b129-9108ba25595a HTTP/1.1" status: 204 len: 173 time: 0.5639091 Jun 16 15:49:45.825670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'name': 'network-vif-deleted', 'tag': '6759d013-e429-42be-b129-9108ba25595a'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:49:45.827972 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fa3b5a-adc4-43fc-a4c7-62f176da3410" -d '{"events": [{"server_uuid": "3f3c8da1-08e2-484b-a3d1-7a3d8638cc12", "name": "network-vif-deleted", "tag": "6759d013-e429-42be-b129-9108ba25595a"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:49:45.861846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576323f-871d-4c50-90fa-b9aae75b527d req-c7f8d45d-610c-4767-a3f5-f70641b6d925 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:45.864001 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0576323f-871d-4c50-90fa-b9aae75b527d req-c7f8d45d-610c-4767-a3f5-f70641b6d925 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.1289513 Jun 16 15:49:45.868371 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89359740-1887-488b-b10c-42b9b106f973 x-openstack-request-id: req-89359740-1887-488b-b10c-42b9b106f973 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:49:45.868797 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3c8da1-08e2-484b-a3d1-7a3d8638cc12", "name": "network-vif-deleted", "tag": "6759d013-e429-42be-b129-9108ba25595a", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:49:45.869161 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89359740-1887-488b-b10c-42b9b106f973 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:49:45.869683 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3c8da1-08e2-484b-a3d1-7a3d8638cc12', 'name': 'network-vif-deleted', 'tag': '6759d013-e429-42be-b129-9108ba25595a', 'status': 'completed', 'code': 200} Jun 16 15:49:46.176069 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0576323f-871d-4c50-90fa-b9aae75b527d req-8594b456-7dac-4e6c-a663-e9cdfe805569 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001342 Jun 16 15:49:46.208207 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6e10d-454d-44c9-a3e6-a7fe13d935da req-ec183616-0aa4-47ae-9d0a-547acd2b557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:46.209842 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8cd6e10d-454d-44c9-a3e6-a7fe13d935da req-ec183616-0aa4-47ae-9d0a-547acd2b557c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 1099 time: 0.0847068 Jun 16 15:49:46.262724 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8cd6e10d-454d-44c9-a3e6-a7fe13d935da req-0d15ff82-3b9e-433d-bcb9-d8c995e13337 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353966 Jun 16 15:49:46.307703 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6e655776-c2e2-48c9-a336-936a6817a87b req-6b6b6479-d2f6-4ad6-8b17-d037f994dd2c tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f3c8da1-08e2-484b-a3d1-7a3d8638cc12 HTTP/1.1" status: 200 len: 210 time: 0.0346968 Jun 16 15:49:47.399153 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d4544-9a55-4f8c-a16c-edfa995ea835 req-72d42051-083b-4344-8587-7f2ebd3800ea tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:47.400738 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dc7d4544-9a55-4f8c-a16c-edfa995ea835 req-72d42051-083b-4344-8587-7f2ebd3800ea tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0710483 Jun 16 15:49:47.410695 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33928) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:47.446874 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dc7d4544-9a55-4f8c-a16c-edfa995ea835 req-0d8cc87e-cff2-4788-8e2f-1e28dda392cc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396457 Jun 16 15:49:47.828909 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:49:48.057629 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657844'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:48.369282 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Deleting port b7ebcb18-a7dd-45c9-af09-88e9877c742f {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:49:48.369661 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:48.449178 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] For port b7ebcb18-a7dd-45c9-af09-88e9877c742f, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b7ebcb18-a7dd-45c9-af09-88e9877c742f,segment=NetworkSegment(38e404e2-cba0-4f93-a635-037e96675417),segment_id=38e404e2-cba0-4f93-a635-037e96675417)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:48.449913 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:48.520289 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Calling delete_port for b7ebcb18-a7dd-45c9-af09-88e9877c742f owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:49:48.710759 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3a7b4-9afe-4609-9fd2-232a6b28ae83 req-bf03d650-66dc-4f10-b28b-2a61dc0fc368 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:48.712237 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-65a3a7b4-9afe-4609-9fd2-232a6b28ae83 req-bf03d650-66dc-4f10-b28b-2a61dc0fc368 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.1450896 Jun 16 15:49:48.764478 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-65a3a7b4-9afe-4609-9fd2-232a6b28ae83 req-b4bf732b-3aa7-48f4-a161-d42c066514e1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448978 Jun 16 15:49:48.806349 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:48.809450 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:48.833788 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ebcb18-a7dd-45c9-af09-88e9877c742f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:48.836797 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:49.004789 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657696'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:49.226361 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:49:49.226629 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6759d013-e429-42be-b129-9108ba25595a no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:49.245918 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 6759d013-e429-42be-b129-9108ba25595a {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:49:49.246401 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6759d013-e429-42be-b129-9108ba25595a not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:49:49.340031 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:49:49.345146 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e1eab575-0f34-4b5d-9496-0f163a1f4eed admin admin] 10.222.0.23 "PUT /v2.0/routers/8f1e1b8e-bb78-4471-a6a8-67157c78d9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333825 Jun 16 15:49:49.348352 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33940) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:49.348968 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] Sync routers for ids ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:49:49.358038 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] Routers {'8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:49:49.358629 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:49:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:49.454383 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:49.467249 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] Set router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:49:49.559442 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:49.620629 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Deleting port d5536b44-4cc4-46a4-8257-33b2eae1fe85 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:49:49.620869 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:49.651703 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:49:48Z', 'revision_number': 5, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port': {'id': 'd5536b44-4cc4-46a4-8257-33b2eae1fe85', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:46:27Z', 'updated_at': '2021-06-16T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:49.655368 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] Checking router: 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:49:49.663806 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] Routers {'8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:49:49.664405 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:49:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:49.709059 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] For port d5536b44-4cc4-46a4-8257-33b2eae1fe85, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=d5536b44-4cc4-46a4-8257-33b2eae1fe85,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:49:49.709499 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:49.765049 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] Set router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:49:49.790999 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Calling delete_port for d5536b44-4cc4-46a4-8257-33b2eae1fe85 owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:49:49.933574 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:49:49Z', 'revision_number': 6, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port_host': None}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:49.937876 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95f192f-4960-42a1-bdb9-8197d8d65793 None None] The sync data for ids ['8f1e1b8e-bb78-4471-a6a8-67157c78d9e2'] in dv-cinder-796114-3-smb is: [{'id': '8f1e1b8e-bb78-4471-a6a8-67157c78d9e2', 'name': 'tempest-ServerRescueNegativeTestJSON-498438875-router', 'tenant_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:46:26Z', 'updated_at': '2021-06-16T15:49:49Z', 'revision_number': 6, 'project_id': 'dbb5c0aed5884c7fbb126a44b2a5a146', 'gw_port_host': None}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:49:49.998932 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2248a8-b732-471e-a89c-284c89cd1ea7 req-773103c0-90a1-4927-b7d7-c6026f410bef tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:50.001252 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b2248a8-b732-471e-a89c-284c89cd1ea7 req-773103c0-90a1-4927-b7d7-c6026f410bef tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0900478 Jun 16 15:49:50.010325 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.012765 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:50.043348 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5536b44-4cc4-46a4-8257-33b2eae1fe85,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:50.047222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:50.048613 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b2248a8-b732-471e-a89c-284c89cd1ea7 req-5e1891c2-0abc-47c3-b0aa-f58a9437d246 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399845 Jun 16 15:49:50.116775 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679139'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.452018 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7677'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.454167 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.528003 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672297'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.528970 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:49:50.537068 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.539139 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b3761afc-44e5-4660-a566-85a0a51b7ac8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/8f1e1b8e-bb78-4471-a6a8-67157c78d9e2 HTTP/1.1" status: 204 len: 168 time: 1.1894641 Jun 16 15:49:50.541384 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 33952) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:50.591222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Deleting subnet 15b65498-8068-4027-b0b5-569ed37cd745 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:49:50.594637 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.633783 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.672896 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.743465 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.745906 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:50.774166 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.776051 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/15b65498-8068-4027-b0b5-569ed37cd745 HTTP/1.1" status: 204 len: 168 time: 0.2332335 Jun 16 15:49:50.777114 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b65498-8068-4027-b0b5-569ed37cd745,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:50.778874 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33954) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:50.779607 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ba795653-0614-4828-862c-e7387a173fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:50.872093 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.963668 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:50.975776 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb0c71f-18e0-4f7f-abd9-a366da246625']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:50.986321 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e404e2-cba0-4f93-a635-037e96675417') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:50.986623 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e404e2-cba0-4f93-a635-037e96675417') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:49:50.997112 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530614'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.017646 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.030587 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:49:51.030999 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30075928'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: Traceback (most recent call last): Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: timer() Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: cb(*args, **kw) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: return func(*args, **kwargs) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: self._notify() Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: self.callback(batched_events) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: event.method(event) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: return f(self, *a, **k) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: return self._get(url).json() Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:49:51.037745 dv-cinder-796114-3-smb neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:49:51.102022 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.105696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:51.108507 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.110304 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2fb0c71f-18e0-4f7f-abd9-a366da246625 HTTP/1.1" status: 204 len: 168 time: 0.3303649 Jun 16 15:49:51.121921 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fb0c71f-18e0-4f7f-abd9-a366da246625,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:51.124319 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:51.245807 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fdc94-a7b6-4b41-a75f-edeaebcf0732 req-f7818943-2a8d-45a5-b58d-8163ec6310eb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:51.247303 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ba2fdc94-a7b6-4b41-a75f-edeaebcf0732 req-f7818943-2a8d-45a5-b58d-8163ec6310eb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0690470 Jun 16 15:49:51.286507 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33962) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:51.287992 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ba2fdc94-a7b6-4b41-a75f-edeaebcf0732 req-74f1f475-0900-490b-b282-247ddfa63dc2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350420 Jun 16 15:49:51.333498 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9190e4f1-afaf-43e3-b0b0-8fcec74682b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbb5c0aed5884c7fbb126a44b2a5a146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454550 Jun 16 15:49:51.335788 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 33964) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:49:51.384398 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.408524 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.455421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.458688 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:51.459815 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7412a111-e11f-48e1-a5a2-72cc068edcf8 HTTP/1.1" status: 204 len: 168 time: 0.1231675 Jun 16 15:49:51.460602 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-786c4e82-a709-441a-b5c2-232e23b319ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:49:51.467850 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7412a111-e11f-48e1-a5a2-72cc068edcf8,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:49:51.470228 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:49:51.920202 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b7ebcb18-a7dd-45c9-af09-88e9877c742f no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:51.941767 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: b7ebcb18-a7dd-45c9-af09-88e9877c742f {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:49:51.942307 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b7ebcb18-a7dd-45c9-af09-88e9877c742f not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:49:51.942660 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device d5536b44-4cc4-46a4-8257-33b2eae1fe85 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:49:51.963502 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: d5536b44-4cc4-46a4-8257-33b2eae1fe85 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:49:51.963853 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device d5536b44-4cc4-46a4-8257-33b2eae1fe85 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:49:52.483870 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bb593-a08d-470b-a6ec-64d4347346c9 req-8d3b47bf-aa74-4dd7-b7fd-c06623d1427d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:52.485355 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a04bb593-a08d-470b-a6ec-64d4347346c9 req-8d3b47bf-aa74-4dd7-b7fd-c06623d1427d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0742328 Jun 16 15:49:52.528704 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a04bb593-a08d-470b-a6ec-64d4347346c9 req-2b4b20c5-dae7-4448-9859-7ad366ad94a1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368438 Jun 16 15:49:53.734577 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716c07f-f486-4cff-ad77-38176b0692fb req-03d8e77d-99f1-434e-a242-8d26674c9456 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:53.736148 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0716c07f-f486-4cff-ad77-38176b0692fb req-03d8e77d-99f1-434e-a242-8d26674c9456 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0754139 Jun 16 15:49:53.788847 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0716c07f-f486-4cff-ad77-38176b0692fb req-c4ffb274-15d7-4154-be40-7e748b5f56a8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448325 Jun 16 15:49:54.975603 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a64af-30c8-433c-8f64-1bdff94a08b5 req-36ace52a-8f9f-4185-a11f-c5397d3b7612 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:54.977079 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7a64af-30c8-433c-8f64-1bdff94a08b5 req-36ace52a-8f9f-4185-a11f-c5397d3b7612 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0642242 Jun 16 15:49:55.017132 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7a64af-30c8-433c-8f64-1bdff94a08b5 req-a0ab9855-2ff8-4ee5-8e29-808492c136ac tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341177 Jun 16 15:49:55.487095 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:56.203225 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33867b6d-85d5-41a2-84e2-4722e9acc385 req-2da9e2eb-afa9-49c2-9043-2f64de19ec96 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:56.204677 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33867b6d-85d5-41a2-84e2-4722e9acc385 req-2da9e2eb-afa9-49c2-9043-2f64de19ec96 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0655248 Jun 16 15:49:56.254346 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33867b6d-85d5-41a2-84e2-4722e9acc385 req-91c80a11-ad95-41f1-bf59-b7ae81d1dfe1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422823 Jun 16 15:49:56.488705 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ec9f65e3-8207-42be-9bb4-72c7166dad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:57.452910 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91fc26-631f-4d96-825d-e00a54f888f9 req-af68eab5-6874-45d3-9896-3a791153ab0e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:57.454510 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5c91fc26-631f-4d96-825d-e00a54f888f9 req-af68eab5-6874-45d3-9896-3a791153ab0e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0719950 Jun 16 15:49:57.494432 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5c91fc26-631f-4d96-825d-e00a54f888f9 req-0933ec03-a8c3-4ec0-a6ba-6927264d1308 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331562 Jun 16 15:49:58.682260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6c3d1-9615-4f67-822d-b8b4490fa928 req-859f9556-3a7b-403a-bf90-2515d6ceb4c6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:58.683854 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f8a6c3d1-9615-4f67-822d-b8b4490fa928 req-859f9556-3a7b-403a-bf90-2515d6ceb4c6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0657907 Jun 16 15:49:58.727679 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f8a6c3d1-9615-4f67-822d-b8b4490fa928 req-73d3141b-8bd5-4663-8be5-496a80e1250e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378225 Jun 16 15:49:59.164226 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cce105b0-f94b-4e28-a6fa-e9fe855223c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:59.266164 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:49:59.939880 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e61e0-eef8-4e8b-b9e3-3571b996f84a req-a457d8ea-5a45-4bce-939e-627563be5de9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:49:59.942721 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-605e61e0-eef8-4e8b-b9e3-3571b996f84a req-a457d8ea-5a45-4bce-939e-627563be5de9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0710595 Jun 16 15:49:59.993341 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-605e61e0-eef8-4e8b-b9e3-3571b996f84a req-7ed5c379-b44e-4fba-ae13-759be1a1ed28 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443294 Jun 16 15:50:00.474669 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.206192 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72137570-1a47-47a4-ac11-92830fe42834 req-89f743f1-fdd7-45b6-89d9-cdbe913779c4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.209049 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-72137570-1a47-47a4-ac11-92830fe42834 req-89f743f1-fdd7-45b6-89d9-cdbe913779c4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0786684 Jun 16 15:50:01.250314 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-72137570-1a47-47a4-ac11-92830fe42834 req-322bb710-dff3-4966-94a6-bad08bee2a06 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349066 Jun 16 15:50:01.298930 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34142) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:01.433574 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-33ba09ec-bb44-4fdd-a157-bd759bcc9d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.515333 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-b6d6cdd3-59d4-404d-8b4f-362a81fb7627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.516883 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-b6d6cdd3-59d4-404d-8b4f-362a81fb7627 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1137 time: 0.1291895 Jun 16 15:50:01.533310 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab67af8-313d-43d6-833e-78e81148ffcd req-440e2ae2-73e4-4be7-a01f-691a326e09f5 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.535552 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bab67af8-313d-43d6-833e-78e81148ffcd req-440e2ae2-73e4-4be7-a01f-691a326e09f5 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.1020629 Jun 16 15:50:01.544516 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-33ba09ec-bb44-4fdd-a157-bd759bcc9d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.551159 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-33ba09ec-bb44-4fdd-a157-bd759bcc9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.555110 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-adc027ee-5085-4832-b4bf-f5bf958bb930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:01.595225 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-33ba09ec-bb44-4fdd-a157-bd759bcc9d6e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7cbb30aecca4568a58b48b0ebbc7ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926958 Jun 16 15:50:01.595440 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34148) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:01.602066 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba09ec-bb44-4fdd-a157-bd759bcc9d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e3a57d-5309-4625-b2e7-4d8316614ad0,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:01.605782 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-33ba09ec-bb44-4fdd-a157-bd759bcc9d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:01.638842 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bab67af8-313d-43d6-833e-78e81148ffcd req-1831b8a2-491b-4a01-a502-13ab2e5fc884 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918388 Jun 16 15:50:01.656839 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.663255 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-775eaeb8-e44e-4929-a4e0-3f89df29e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.665007 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-775eaeb8-e44e-4929-a4e0-3f89df29e4bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 916 time: 0.1282167 Jun 16 15:50:01.680355 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.730339 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.733535 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:01.734709 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4e3a57d-5309-4625-b2e7-4d8316614ad0 HTTP/1.1" status: 204 len: 168 time: 0.1383903 Jun 16 15:50:01.735937 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a196a817-6939-4b81-83a2-0c7b44fbbc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:01.744807 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e3a57d-5309-4625-b2e7-4d8316614ad0,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:01.745878 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-888af6e6-b145-442e-9d91-c70a8c2b94fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 1000 time: 0.0659027 Jun 16 15:50:01.747107 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:01.818800 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-520cba10-27c3-4a3f-a7f7-a3bd78e76db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.820344 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-520cba10-27c3-4a3f-a7f7-a3bd78e76db0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.0606520 Jun 16 15:50:01.890656 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-92503026-7bee-439e-919c-6bf5b684dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:01.892139 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-92503026-7bee-439e-919c-6bf5b684dc7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588191 Jun 16 15:50:02.002836 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-f3faf1ee-0db9-4c40-990b-42a19e15acb5 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013026 Jun 16 15:50:02.096611 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8b5ebc5a-4a97-438c-89ac-5d0fd9c46e43 req-a1a14f84-81c4-474c-ba71-85427378a63a service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869622 Jun 16 15:50:02.454139 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f11c38-fe15-46b1-8945-09cc85c1cfd7 req-8050b812-0364-4fa8-91de-1c7dfdc18189 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:02.455829 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-09f11c38-fe15-46b1-8945-09cc85c1cfd7 req-8050b812-0364-4fa8-91de-1c7dfdc18189 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0782166 Jun 16 15:50:02.473719 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:02.500624 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-09f11c38-fe15-46b1-8945-09cc85c1cfd7 req-78c4b21d-c1d9-440f-b506-f59135f5ff0a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387397 Jun 16 15:50:02.836430 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22290561-50dc-4d02-9e87-d5627cb964ee req-cfa38225-dba9-42e9-b97f-0ebc71651215 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:02.838530 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-22290561-50dc-4d02-9e87-d5627cb964ee req-cfa38225-dba9-42e9-b97f-0ebc71651215 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0824139 Jun 16 15:50:02.901801 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-22290561-50dc-4d02-9e87-d5627cb964ee req-91eaf7c3-678a-4bc4-814a-4ce10e7b3022 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553148 Jun 16 15:50:03.351372 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34200) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:03.468663 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b00a5d5-7bb5-4073-b59f-302339f064c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.589392 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b00a5d5-7bb5-4073-b59f-302339f064c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.599733 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b00a5d5-7bb5-4073-b59f-302339f064c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.602717 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f93ad948-4f68-4134-aafc-859a769e6ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:03.645473 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6b00a5d5-7bb5-4073-b59f-302339f064c5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7b05da5bcb54bf8b33e6c1f06bfe653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929642 Jun 16 15:50:03.646304 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00a5d5-7bb5-4073-b59f-302339f064c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be326d70-30a3-49b3-b7a3-a528acf2b7ac,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:03.648916 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34220) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:03.663241 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b00a5d5-7bb5-4073-b59f-302339f064c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:03.724685 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.731551 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc90e77-479a-47ec-a71a-15f11a74c1a1 req-32375366-3cd8-48f2-bb22-567bc382bb3c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:03.734342 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6bc90e77-479a-47ec-a71a-15f11a74c1a1 req-32375366-3cd8-48f2-bb22-567bc382bb3c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0932319 Jun 16 15:50:03.767151 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.795576 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6bc90e77-479a-47ec-a71a-15f11a74c1a1 req-a841b77c-5dfd-4f45-b236-0f93e096531b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523524 Jun 16 15:50:03.827745 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.831598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:03.836612 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be326d70-30a3-49b3-b7a3-a528acf2b7ac HTTP/1.1" status: 204 len: 168 time: 0.1713750 Jun 16 15:50:03.836612 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-af233efe-45d6-4bfe-8154-9d39f3eeb373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:03.847995 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be326d70-30a3-49b3-b7a3-a528acf2b7ac,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:03.851146 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:04.109783 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd37ef-2281-4158-b9cb-4fc44c593595 req-f8676def-ff50-4b0c-ad08-5d7fdb370c1d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:04.111453 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03dd37ef-2281-4158-b9cb-4fc44c593595 req-f8676def-ff50-4b0c-ad08-5d7fdb370c1d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0767713 Jun 16 15:50:04.162424 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03dd37ef-2281-4158-b9cb-4fc44c593595 req-d1561087-46a3-4f7d-8289-980afce89404 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420537 Jun 16 15:50:04.192585 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34248) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:04.208063 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c358b0da-5613-4f58-8a3c-bb499e7b88a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.312147 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c358b0da-5613-4f58-8a3c-bb499e7b88a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.315224 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c358b0da-5613-4f58-8a3c-bb499e7b88a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.317969 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0ffc5001-c61c-43f6-b9f6-2e5af902d174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:04.353358 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358b0da-5613-4f58-8a3c-bb499e7b88a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6471d07-815b-4354-aa22-1f48c05141f2,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:04.357384 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-c358b0da-5613-4f58-8a3c-bb499e7b88a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=33c74f7321464b76b289032e69681bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636999 Jun 16 15:50:04.358300 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c358b0da-5613-4f58-8a3c-bb499e7b88a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:04.360124 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34252) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:04.413672 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.436542 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.484359 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.487039 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:04.488624 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6471d07-815b-4354-aa22-1f48c05141f2 HTTP/1.1" status: 204 len: 168 time: 0.1273034 Jun 16 15:50:04.489495 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1fa60a81-f3e9-4b7f-bf2d-391bb413878a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:04.497018 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6471d07-815b-4354-aa22-1f48c05141f2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:04.499219 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:04.999768 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6deb6-d340-4be8-9822-c34518996fd0 req-bb76e464-68b7-4521-945b-56d0b8120084 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:05.001415 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-84f6deb6-d340-4be8-9822-c34518996fd0 req-bb76e464-68b7-4521-945b-56d0b8120084 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0791912 Jun 16 15:50:05.043857 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-84f6deb6-d340-4be8-9822-c34518996fd0 req-e0f92545-93a1-439d-a196-08d9fe865217 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352726 Jun 16 15:50:05.377374 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f187ef0-f95f-4687-b15e-0c24afe95b58 req-04e357e8-1ef1-467b-9784-62cc4ca13eb5 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:05.379322 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9f187ef0-f95f-4687-b15e-0c24afe95b58 req-04e357e8-1ef1-467b-9784-62cc4ca13eb5 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0729954 Jun 16 15:50:05.423471 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9f187ef0-f95f-4687-b15e-0c24afe95b58 req-d9c4abda-397f-46dd-9ae5-4805ffed3e9f tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382752 Jun 16 15:50:06.614436 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c26bf5-f348-41b6-957f-c1a243de04ec req-bdbca038-b8b8-4254-9e6d-cbcf0d20c98c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:06.616042 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f8c26bf5-f348-41b6-957f-c1a243de04ec req-bdbca038-b8b8-4254-9e6d-cbcf0d20c98c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0699122 Jun 16 15:50:06.660435 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f8c26bf5-f348-41b6-957f-c1a243de04ec req-7003c277-4652-4f55-866d-84db3ea94ebb tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377424 Jun 16 15:50:07.844818 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53774f-c6ee-4363-a836-754bbb193f48 req-0f5f4c78-3aea-4205-99e1-3c95db118824 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:07.846294 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb53774f-c6ee-4363-a836-754bbb193f48 req-0f5f4c78-3aea-4205-99e1-3c95db118824 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0715318 Jun 16 15:50:07.889294 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eb53774f-c6ee-4363-a836-754bbb193f48 req-481f343f-f8fb-4ace-8229-1ff00fe18f0d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368669 Jun 16 15:50:09.079813 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e2dcd-7912-47a5-9f85-dfcb1cd8903b req-b4a78217-4245-4acc-8960-a0bb72a091ef tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:09.081184 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-af4e2dcd-7912-47a5-9f85-dfcb1cd8903b req-b4a78217-4245-4acc-8960-a0bb72a091ef tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0695245 Jun 16 15:50:09.122961 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-af4e2dcd-7912-47a5-9f85-dfcb1cd8903b req-f7692658-8b9c-4d66-8e51-98be98651697 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349944 Jun 16 15:50:10.302467 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d100e-8148-4342-9b4a-154f01749988 req-6bc9f54b-689c-4698-9e24-e2ed0dea0af8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:10.304030 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9e3d100e-8148-4342-9b4a-154f01749988 req-6bc9f54b-689c-4698-9e24-e2ed0dea0af8 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0677345 Jun 16 15:50:10.344583 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9e3d100e-8148-4342-9b4a-154f01749988 req-a0a162ce-b2b0-47a1-8872-3e98b037bd83 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347378 Jun 16 15:50:11.519488 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e6d2c-7b76-4342-a9b3-6ce6f13bfb3b req-ce334ca9-28f3-47ff-a3f6-d281d928d410 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:11.520957 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-545e6d2c-7b76-4342-a9b3-6ce6f13bfb3b req-ce334ca9-28f3-47ff-a3f6-d281d928d410 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0633276 Jun 16 15:50:11.563036 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-545e6d2c-7b76-4342-a9b3-6ce6f13bfb3b req-4e7ca149-3b95-4fed-9f59-98e69218c06b tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362406 Jun 16 15:50:12.745639 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2886a-ccaf-4c19-bf47-b5e36f2a4cb1 req-33eb7379-1a79-419f-97af-9bf34a8b8f7c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:12.747249 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a4b2886a-ccaf-4c19-bf47-b5e36f2a4cb1 req-33eb7379-1a79-419f-97af-9bf34a8b8f7c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0712714 Jun 16 15:50:12.789676 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a4b2886a-ccaf-4c19-bf47-b5e36f2a4cb1 req-c916118a-c6ee-439d-854a-b12580366d4e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363715 Jun 16 15:50:13.971893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab86c0f-fe73-4bc2-ad94-af2d2a49dd0d req-11139b02-3ee1-4cf3-b1cc-f2ece0be5927 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:13.974313 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bab86c0f-fe73-4bc2-ad94-af2d2a49dd0d req-11139b02-3ee1-4cf3-b1cc-f2ece0be5927 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0655646 Jun 16 15:50:14.014856 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bab86c0f-fe73-4bc2-ad94-af2d2a49dd0d req-d8224776-464f-43b5-9a5c-283fddd312bb tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346098 Jun 16 15:50:15.247543 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f68e80-d401-445d-abd0-d5ad5a2bc236 req-ebaf5842-3416-4036-b90c-17dce5826408 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:15.249353 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-66f68e80-d401-445d-abd0-d5ad5a2bc236 req-ebaf5842-3416-4036-b90c-17dce5826408 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0879357 Jun 16 15:50:15.329986 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-66f68e80-d401-445d-abd0-d5ad5a2bc236 req-996b6e40-1196-478d-80aa-8d9e2d7a5b0d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679646 Jun 16 15:50:15.760938 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34488) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:15.887088 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2b42bd2c-3ac6-4444-96a4-bcdecdb4b33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:15.999624 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2b42bd2c-3ac6-4444-96a4-bcdecdb4b33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.003721 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2b42bd2c-3ac6-4444-96a4-bcdecdb4b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.006498 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-52f69d2f-ccb7-4c72-bc02-bbbb768773eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:16.048552 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42bd2c-3ac6-4444-96a4-bcdecdb4b33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be5e026-e8c5-4f3c-a383-e2ab2d43eb5c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:16.054100 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2b42bd2c-3ac6-4444-96a4-bcdecdb4b33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:16.059506 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2b42bd2c-3ac6-4444-96a4-bcdecdb4b33c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da28e79ce29b4a4891b7df1d0a56f42c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948141 Jun 16 15:50:16.060011 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34492) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:16.119157 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.141150 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.193928 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.196501 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.197707 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4be5e026-e8c5-4f3c-a383-e2ab2d43eb5c HTTP/1.1" status: 204 len: 168 time: 0.1370661 Jun 16 15:50:16.198454 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-38c061ce-6590-49f0-b296-1523679c7336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:16.206764 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be5e026-e8c5-4f3c-a383-e2ab2d43eb5c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:16.212472 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:16.511342 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34504) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:16.525914 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c82af8c-d9db-4681-8cd9-aaf8ccb96aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.567838 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fdba1-af6d-4395-a948-688bf7427cfe req-8d508c44-9013-40a4-a79d-29cf052c3699 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:16.569408 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ee1fdba1-af6d-4395-a948-688bf7427cfe req-8d508c44-9013-40a4-a79d-29cf052c3699 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0729306 Jun 16 15:50:16.615677 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ee1fdba1-af6d-4395-a948-688bf7427cfe req-b3d3ade6-22df-4678-a8f5-0b273f13f93f tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392969 Jun 16 15:50:16.637719 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c82af8c-d9db-4681-8cd9-aaf8ccb96aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.641593 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c82af8c-d9db-4681-8cd9-aaf8ccb96aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.645077 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-bee954f4-63c1-4851-ac62-1835ffd2167e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:16.679894 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82af8c-d9db-4681-8cd9-aaf8ccb96aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d3fe03-7346-4999-a96a-dd692a38f88e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:16.683458 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0c82af8c-d9db-4681-8cd9-aaf8ccb96aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:16.686912 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0c82af8c-d9db-4681-8cd9-aaf8ccb96aee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8201b93691814624a313b9790b7f7674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736712 Jun 16 15:50:16.688828 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34506) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:16.738903 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.772729 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.826947 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.829658 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:16.830813 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98d3fe03-7346-4999-a96a-dd692a38f88e HTTP/1.1" status: 204 len: 168 time: 0.1412199 Jun 16 15:50:16.832253 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-aeed3f1b-bdb2-4007-b54f-0b3c592b9413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:16.840801 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d3fe03-7346-4999-a96a-dd692a38f88e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:16.845534 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:17.223852 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34512) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:17.242173 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2cc70c9-f7ac-40b3-8cdd-7e8e72ce697a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.363628 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2cc70c9-f7ac-40b3-8cdd-7e8e72ce697a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.367972 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f2cc70c9-f7ac-40b3-8cdd-7e8e72ce697a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.371610 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d1d34837-efc2-484b-849c-abcfdb098cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:17.409000 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f2cc70c9-f7ac-40b3-8cdd-7e8e72ce697a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1b68d4297264b278c098e6f2992521a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837828 Jun 16 15:50:17.411137 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc70c9-f7ac-40b3-8cdd-7e8e72ce697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f85c91-2def-4c16-823c-ba4ef8ccad87,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:17.412910 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34516) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:17.414288 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f2cc70c9-f7ac-40b3-8cdd-7e8e72ce697a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:17.470542 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.493251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.544443 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.547406 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:17.548749 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29f85c91-2def-4c16-823c-ba4ef8ccad87 HTTP/1.1" status: 204 len: 168 time: 0.1345086 Jun 16 15:50:17.549567 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9e7494af-8e6e-43bc-beb6-2841a57a6496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:17.559974 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f85c91-2def-4c16-823c-ba4ef8ccad87,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:17.562389 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:17.836173 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af4acc-cff1-4db2-992e-f31442b3620c req-8aec0c57-af61-49c2-9e8b-d99541022316 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:17.838178 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-11af4acc-cff1-4db2-992e-f31442b3620c req-8aec0c57-af61-49c2-9e8b-d99541022316 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0907574 Jun 16 15:50:17.884688 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-11af4acc-cff1-4db2-992e-f31442b3620c req-94ccafae-c7b9-4206-8bd5-afc088ce8760 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398502 Jun 16 15:50:19.084224 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf4a83-27b8-46e0-94a6-78ed22a898a0 req-a8dca486-5ca6-449f-bb65-487a143d831a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:19.085819 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ebdf4a83-27b8-46e0-94a6-78ed22a898a0 req-a8dca486-5ca6-449f-bb65-487a143d831a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0801859 Jun 16 15:50:19.146102 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ebdf4a83-27b8-46e0-94a6-78ed22a898a0 req-9b93b1d0-3895-4284-a5bf-0d550c91c6b1 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493894 Jun 16 15:50:20.341096 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67693115-2e3f-46a6-ba00-9a99a53013fb req-403663df-a862-40c3-9356-5e04c8b941e9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:20.342898 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-67693115-2e3f-46a6-ba00-9a99a53013fb req-403663df-a862-40c3-9356-5e04c8b941e9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0816483 Jun 16 15:50:20.393099 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-67693115-2e3f-46a6-ba00-9a99a53013fb req-8236ac62-d8b2-400f-8986-feef4106a495 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410473 Jun 16 15:50:21.604346 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb21dd-5557-46d2-b737-6f4f94197b7e req-9fe4769c-48b1-4f4b-be8f-e283ac2ec462 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:21.605938 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5aeb21dd-5557-46d2-b737-6f4f94197b7e req-9fe4769c-48b1-4f4b-be8f-e283ac2ec462 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0856056 Jun 16 15:50:21.655915 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5aeb21dd-5557-46d2-b737-6f4f94197b7e req-a4bb9861-5954-4d8c-bddc-2376b4c4ea89 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439980 Jun 16 15:50:23.019739 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51597a9-49a5-43c1-99a7-f23e2234bbf0 req-7f2002f8-fff7-4543-9713-b8f59d356c30 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:23.021362 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e51597a9-49a5-43c1-99a7-f23e2234bbf0 req-7f2002f8-fff7-4543-9713-b8f59d356c30 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0658247 Jun 16 15:50:23.062954 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e51597a9-49a5-43c1-99a7-f23e2234bbf0 req-e8f90d32-17fb-48f0-9cd1-166db506e97b tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356500 Jun 16 15:50:24.430905 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b26b9c-03d0-45b0-9cdb-20ad20466b3e req-434aa36c-4b89-499b-8f0b-53a0d97e8ef2 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:24.432441 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-08b26b9c-03d0-45b0-9cdb-20ad20466b3e req-434aa36c-4b89-499b-8f0b-53a0d97e8ef2 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.2500920 Jun 16 15:50:24.475885 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-08b26b9c-03d0-45b0-9cdb-20ad20466b3e req-bfe85414-833c-4ab3-99b8-ccc678c9e9d9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&id=7ddce680-50d6-4364-ac5d-612862ffc23b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375125 Jun 16 15:50:24.829481 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:50:25.007925 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34686) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:25.017375 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34690) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:25.132149 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.145190 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5492db2-89bd-4ceb-9236-1285db3e641a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.249546 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.259053 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.262974 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9366e51d-dd81-4b0c-a02a-859ca4db8e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:25.319050 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeed16c-4ff9-4c47-9800-accfd963bd56,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:25.323079 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38f677b3dead43c89e4a77de790ab8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139510 Jun 16 15:50:25.326469 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34694) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:25.339466 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.340135 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.340791 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.341382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.342002 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.342595 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.343095 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.343467 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.343831 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.344201 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.344561 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.344913 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:25.350373 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:25.397885 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.421688 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5492db2-89bd-4ceb-9236-1285db3e641a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.422786 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.429051 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b5492db2-89bd-4ceb-9236-1285db3e641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.432526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-33ba09ec-bb44-4fdd-a157-bd759bcc9d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:25.482062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.484784 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b5492db2-89bd-4ceb-9236-1285db3e641a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=51b856a0cd8148ff80ac5f48b9b97554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663010 Jun 16 15:50:25.485982 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5492db2-89bd-4ceb-9236-1285db3e641a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d476d-3b6d-45d7-a45b-855f97c4c092,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:25.487006 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.492185 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b5492db2-89bd-4ceb-9236-1285db3e641a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:25.492408 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5eeed16c-4ff9-4c47-9800-accfd963bd56 HTTP/1.1" status: 204 len: 168 time: 0.1616066 Jun 16 15:50:25.492559 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34696) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:25.492698 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4a5884fe-488c-4815-a777-88c542adf9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:25.506598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeed16c-4ff9-4c47-9800-accfd963bd56,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:25.510925 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:25.536903 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.563851 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.589777 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.652497 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.657357 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:25.657357 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be8d476d-3b6d-45d7-a45b-855f97c4c092 HTTP/1.1" status: 204 len: 168 time: 0.1653895 Jun 16 15:50:25.659742 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-1022a387-a044-4adc-aa4a-6722a9532a43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:25.671640 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d476d-3b6d-45d7-a45b-855f97c4c092,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:25.685575 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:25.885853 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34704) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:25.891742 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-81f7f3a5-18f9-4afe-85a0-8a187c81d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.006529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-81f7f3a5-18f9-4afe-85a0-8a187c81d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.011494 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-81f7f3a5-18f9-4afe-85a0-8a187c81d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.014634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e2c9b96d-6104-428f-a286-5b8a97ee89ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:26.070161 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7f3a5-18f9-4afe-85a0-8a187c81d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd9a9b-21f9-4ed8-97bf-5fcfa03bf2a4,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:26.078039 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-81f7f3a5-18f9-4afe-85a0-8a187c81d360 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dbcbab4bc9614f48a91fac7ca34c2362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010069 Jun 16 15:50:26.079562 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-81f7f3a5-18f9-4afe-85a0-8a187c81d360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:26.081576 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34708) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:26.142384 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.167105 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.215100 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.217701 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:26.218848 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6cd9a9b-21f9-4ed8-97bf-5fcfa03bf2a4 HTTP/1.1" status: 204 len: 168 time: 0.1357391 Jun 16 15:50:26.219634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9094548a-a301-41c6-95cf-837aece091e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:26.227850 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd9a9b-21f9-4ed8-97bf-5fcfa03bf2a4,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:26.230430 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:26.491294 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e8ac1fcf-81bf-421d-85b6-46ece7e2c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:29.158339 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b4b292f6-b3a2-4058-a551-463362731f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:29.269794 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:30.485608 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:32.462337 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:34.599216 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34862) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:34.715048 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:34.815251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:34.821259 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:34.824904 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a34e69ee-a122-475d-817a-466f322989a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:34.866332 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c9850d1b0e0451b83561a7725eaa710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660196 Jun 16 15:50:34.867157 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12d62e-9735-477c-bdb8-346482ff02b6,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:34.869231 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34870) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:34.874732 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.875106 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.875462 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.875815 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.876167 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.876521 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.876858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.877234 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.877921 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.878057 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.878397 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.878733 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:50:34.883276 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-55ce16ec-abbc-4930-8749-f1275422ff59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:34.927204 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9d30829-9716-4656-8d74-c26bf0431b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:34.948665 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9d30829-9716-4656-8d74-c26bf0431b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:34.998831 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9d30829-9716-4656-8d74-c26bf0431b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.001560 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e9d30829-9716-4656-8d74-c26bf0431b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.002867 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e9d30829-9716-4656-8d74-c26bf0431b3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f12d62e-9735-477c-bdb8-346482ff02b6 HTTP/1.1" status: 204 len: 168 time: 0.1321700 Jun 16 15:50:35.003934 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d3b0cbe7-948e-4994-a910-3773daa023d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:35.014919 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d30829-9716-4656-8d74-c26bf0431b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12d62e-9735-477c-bdb8-346482ff02b6,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:35.017618 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e9d30829-9716-4656-8d74-c26bf0431b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:35.301177 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34876) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:35.314483 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925b38e7-5827-4572-a547-6080de9e3c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.409902 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925b38e7-5827-4572-a547-6080de9e3c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.414796 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-925b38e7-5827-4572-a547-6080de9e3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.417533 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0d241ec9-4d53-43ca-8507-c8f220a69394 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:35.452943 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b38e7-5827-4572-a547-6080de9e3c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8978d440-32f6-45d8-988a-f31d05d6ab8a,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:35.457839 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-925b38e7-5827-4572-a547-6080de9e3c4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b355d91ed0be41949a1f1768a1fd93db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554866 Jun 16 15:50:35.458830 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-925b38e7-5827-4572-a547-6080de9e3c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:35.461046 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34878) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:35.511696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.533504 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.579780 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.583735 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:35.584884 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8978d440-32f6-45d8-988a-f31d05d6ab8a HTTP/1.1" status: 204 len: 168 time: 0.1228285 Jun 16 15:50:35.585664 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-78f55c5a-c868-422e-b007-5ae47209582d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:35.593032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8978d440-32f6-45d8-988a-f31d05d6ab8a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:35.595360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:35.920935 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 34886) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:35.935190 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c454472-14e0-416a-bddd-d7fc6650a7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.024645 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c454472-14e0-416a-bddd-d7fc6650a7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.028913 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c454472-14e0-416a-bddd-d7fc6650a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.032493 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0c82af8c-d9db-4681-8cd9-aaf8ccb96aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:36.072089 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7c454472-14e0-416a-bddd-d7fc6650a7e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0136eabad5c34a9f81cbfeddacac2aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499991 Jun 16 15:50:36.073545 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c454472-14e0-416a-bddd-d7fc6650a7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff96b0e-f04d-4452-b74d-5e3645879e5e,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:36.074858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34888) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:36.076758 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7c454472-14e0-416a-bddd-d7fc6650a7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:36.132200 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.155926 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.205547 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.208300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:36.209452 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fff96b0e-f04d-4452-b74d-5e3645879e5e HTTP/1.1" status: 204 len: 168 time: 0.1306596 Jun 16 15:50:36.210202 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b00a5d5-7bb5-4073-b59f-302339f064c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:36.218055 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff96b0e-f04d-4452-b74d-5e3645879e5e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:36.220206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:42.317525 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34982) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:42.426344 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-92ddeb93-e87e-4c3d-956c-021e134f70a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.521221 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-92ddeb93-e87e-4c3d-956c-021e134f70a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.525178 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-92ddeb93-e87e-4c3d-956c-021e134f70a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.527716 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-b456903e-85df-4f97-b735-341e7a7d868b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:42.562610 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddeb93-e87e-4c3d-956c-021e134f70a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbaea53-c47c-4884-b139-0a427e74c355,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:42.568006 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-92ddeb93-e87e-4c3d-956c-021e134f70a9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea021dc48835460694a305598182bbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493293 Jun 16 15:50:42.568916 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-92ddeb93-e87e-4c3d-956c-021e134f70a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:42.570821 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 34986) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:50:42.623621 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-edf18ede-7602-4a05-8f93-2519ef28493c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.646261 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-edf18ede-7602-4a05-8f93-2519ef28493c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.695203 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-edf18ede-7602-4a05-8f93-2519ef28493c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.697855 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-edf18ede-7602-4a05-8f93-2519ef28493c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:42.699000 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-edf18ede-7602-4a05-8f93-2519ef28493c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4cbaea53-c47c-4884-b139-0a427e74c355 HTTP/1.1" status: 204 len: 168 time: 0.1272335 Jun 16 15:50:42.699776 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-320b9a05-98b7-4b24-a131-1541b638dbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:42.710247 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf18ede-7602-4a05-8f93-2519ef28493c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbaea53-c47c-4884-b139-0a427e74c355,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:42.713532 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-edf18ede-7602-4a05-8f93-2519ef28493c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:46.811137 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6321d-e287-45ab-ae1d-1d953634408d req-34420e99-3edd-47ac-af8f-0cf7dc50cea4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:46.812577 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8ef6321d-e287-45ab-ae1d-1d953634408d req-34420e99-3edd-47ac-af8f-0cf7dc50cea4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.0707457 Jun 16 15:50:46.852695 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8ef6321d-e287-45ab-ae1d-1d953634408d req-699b0ccd-2b4d-4c49-a594-ca7e46de6ad7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Jun 16 15:50:48.213105 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c77b9-8505-42df-9e3b-3c1c0a74e7ef req-f2972ea4-4b1f-4838-92e7-df15252429c7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:48.214635 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-341c77b9-8505-42df-9e3b-3c1c0a74e7ef req-f2972ea4-4b1f-4838-92e7-df15252429c7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.2375846 Jun 16 15:50:48.257061 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-341c77b9-8505-42df-9e3b-3c1c0a74e7ef req-52e2ad0f-8a0f-49b5-82bc-ef159fc24734 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Jun 16 15:50:49.434229 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684efc1-0213-4d99-b17f-25c469bf3467 req-18ed7860-4ae0-4513-a9ff-bb2a4ad54376 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:49.435712 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8684efc1-0213-4d99-b17f-25c469bf3467 req-18ed7860-4ae0-4513-a9ff-bb2a4ad54376 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.0639529 Jun 16 15:50:49.475519 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8684efc1-0213-4d99-b17f-25c469bf3467 req-ad6d7ea0-755d-4411-be3d-18d31cab92df tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Jun 16 15:50:50.682685 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8515b-e599-4932-8791-5a1c1895304b req-e5d14d31-ef5c-476a-b72e-e0fb168cbe1c tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:50.684344 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a1f8515b-e599-4932-8791-5a1c1895304b req-e5d14d31-ef5c-476a-b72e-e0fb168cbe1c tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.0741675 Jun 16 15:50:50.730520 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a1f8515b-e599-4932-8791-5a1c1895304b req-fe6f93d8-aeb0-46f9-8447-c46e7593fe08 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377240 Jun 16 15:50:51.933060 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8063-8085-4c4d-a25e-ff56ebb11a07 req-4adabe0a-ae5f-4a7c-be54-6c350151e552 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:51.934734 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-275b8063-8085-4c4d-a25e-ff56ebb11a07 req-4adabe0a-ae5f-4a7c-be54-6c350151e552 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.0674956 Jun 16 15:50:51.975311 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-275b8063-8085-4c4d-a25e-ff56ebb11a07 req-763665d0-c92e-4bf0-b549-4f1a4591dfdb tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347736 Jun 16 15:50:52.488770 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-c33dcd59-0f6c-4f9b-b978-acc788201bb7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:52.491089 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-c33dcd59-0f6c-4f9b-b978-acc788201bb7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 945 time: 0.0797482 Jun 16 15:50:52.607262 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Deleting port 8bd397fa-18bd-4f79-9443-e99513303740 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:50:52.607593 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.739165 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] For port 8bd397fa-18bd-4f79-9443-e99513303740, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bd397fa-18bd-4f79-9443-e99513303740,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:50:52.739440 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.809771 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Calling delete_port for 8bd397fa-18bd-4f79-9443-e99513303740 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:50:52.960592 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:52.964560 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1f989583-3188-4ca7-bf79-e7cb9bcec2ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:50:52.979459 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['8bd397fa-18bd-4f79-9443-e99513303740'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:50:52.990727 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Pushing event deleted for resources: {'Port': ['ID=8bd397fa-18bd-4f79-9443-e99513303740,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:50:52.997372 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:50:53.043529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] No DVR routers for this DVR port 8bd397fa-18bd-4f79-9443-e99513303740 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:50:53.046184 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:53.048593 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c3c17108-f8b2-46e2-b2eb-e4844dad34d5 req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "DELETE /v2.0/ports/8bd397fa-18bd-4f79-9443-e99513303740 HTTP/1.1" status: 204 len: 173 time: 0.5509725 Jun 16 15:50:53.048908 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'name': 'network-vif-deleted', 'tag': '8bd397fa-18bd-4f79-9443-e99513303740'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:50:53.051497 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c528f0-1884-4692-a9b8-c26150bb9839" -d '{"events": [{"server_uuid": "1fe0a465-858d-4355-b52b-34dc4f678cf5", "name": "network-vif-deleted", "tag": "8bd397fa-18bd-4f79-9443-e99513303740"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:50:53.164161 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07dd77-3f1b-40ec-97dd-d976a4430eaf x-openstack-request-id: req-0e07dd77-3f1b-40ec-97dd-d976a4430eaf {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:50:53.164496 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe0a465-858d-4355-b52b-34dc4f678cf5", "name": "network-vif-deleted", "tag": "8bd397fa-18bd-4f79-9443-e99513303740", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:50:53.164788 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e07dd77-3f1b-40ec-97dd-d976a4430eaf {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:50:53.165218 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe0a465-858d-4355-b52b-34dc4f678cf5', 'name': 'network-vif-deleted', 'tag': '8bd397fa-18bd-4f79-9443-e99513303740', 'status': 'completed', 'code': 200} Jun 16 15:50:53.167451 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6685f6e6-1c06-4264-a0f9-77a10630bfea req-70fc89f0-e91a-4f22-b63a-b7c275eded4a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fe0a465-858d-4355-b52b-34dc4f678cf5 HTTP/1.1" status: 200 len: 210 time: 0.0343647 Jun 16 15:50:55.518456 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:56.484191 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c0ac72c4-1fda-4430-b85f-df4cbfb2bd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:57.644431 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bd397fa-18bd-4f79-9443-e99513303740 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:50:57.666478 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 8bd397fa-18bd-4f79-9443-e99513303740 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:50:57.666831 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bd397fa-18bd-4f79-9443-e99513303740 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:50:58.154525 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-179785c2-745e-4731-acd3-b331ea5c5d09 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:58.155892 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-179785c2-745e-4731-acd3-b331ea5c5d09 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/networks?id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a HTTP/1.1" status: 200 len: 814 time: 0.1034029 Jun 16 15:50:58.171121 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-feda9bd5-c02b-4ce6-bf54-a6de993a2cc7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/quotas/43b728d12c364cfcbf32fcd3baa460ee HTTP/1.1" status: 200 len: 375 time: 0.0091739 Jun 16 15:50:58.210090 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-94bd8b6e-da60-426f-a708-fafc386fe0e0 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=43b728d12c364cfcbf32fcd3baa460ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333104 Jun 16 15:50:58.358297 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-e768dbf6-52a7-45b4-9e09-f6ab8ab81cb0 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417153 Jun 16 15:50:58.448747 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-ed08d07b-c58e-4852-8e30-feddc6ed58d0 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838931 Jun 16 15:50:58.619423 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-81614b7c-6822-4e0d-8a22-e0c6a252b489 req-27119540-7da5-4a74-8ac7-0fdec312d69e tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 210 time: 0.0333698 Jun 16 15:50:59.161686 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-85da6151-bfcc-4a4c-a09f-b23cb3ea3acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:59.271623 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:50:59.788753 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-15e6dc43-1ace-4f05-a08a-cfb029e982c4 req-ed8ef63e-26e9-4b81-a84f-3fccf87564e3 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 210 time: 0.0531790 Jun 16 15:50:59.896216 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-a037f088-ade2-4e0b-9cd4-167a3a218184 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:50:59.898029 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-a037f088-ade2-4e0b-9cd4-167a3a218184 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "GET /v2.0/networks?id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a HTTP/1.1" status: 200 len: 814 time: 0.1218781 Jun 16 15:50:59.916603 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Request body: {'port': {'device_id': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a', 'admin_state_up': True, 'tenant_id': '43b728d12c364cfcbf32fcd3baa460ee'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:00.030748 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Made reservation on behalf of 43b728d12c364cfcbf32fcd3baa460ee for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:00.035843 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.171787 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Allocated IP 172.20.0.13 (e3ca36d0-7670-4c05-a48f-a6e0e4de584a/79c8606c-bafa-4497-be91-940651ab7220/632eede0-b1ae-4403-8e5c-8702bb99bc3b) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:00.324163 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.375013 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.379823 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:00.420396 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Network e3ca36d0-7670-4c05-a48f-a6e0e4de584a is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:00.425860 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:00.432407 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:51:00.438769 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Pushing event updated for resources: {'Port': ['ID=632eede0-b1ae-4403-8e5c-8702bb99bc3b,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:00.458487 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:00.481871 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.486449 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:00.487277 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:00.505243 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5926845 Jun 16 15:51:00.566408 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Request body: {'port': {'device_id': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:00.895752 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.081126 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa12f9-f5cc-4225-a80d-59de77f0214e req-f4d0bc29-d24d-4364-90af-b1897ae3e638 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:01.083235 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-30aa12f9-f5cc-4225-a80d-59de77f0214e req-f4d0bc29-d24d-4364-90af-b1897ae3e638 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 932 time: 0.1723793 Jun 16 15:51:01.180779 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-30aa12f9-f5cc-4225-a80d-59de77f0214e req-a342f0ad-a76d-4ec8-ba45-3fd65a88659d tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891938 Jun 16 15:51:01.280741 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632eede0-b1ae-4403-8e5c-8702bb99bc3b {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:51:01.289292 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.304235 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Transition to ACTIVE for port object 632eede0-b1ae-4403-8e5c-8702bb99bc3b will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:01.308183 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.310951 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-88e6e19a-eeba-49d9-ba1c-4d5005ae57bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:01.393595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Pushing event updated for resources: {'Port': ['ID=632eede0-b1ae-4403-8e5c-8702bb99bc3b,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:01.397282 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:01.463887 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Attempting to bind port 632eede0-b1ae-4403-8e5c-8702bb99bc3b on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:51:01.464223 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Attempting to bind port 632eede0-b1ae-4403-8e5c-8702bb99bc3b by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:51:01.464556 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Attempting to bind port 632eede0-b1ae-4403-8e5c-8702bb99bc3b on network e3ca36d0-7670-4c05-a48f-a6e0e4de584a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:01.468779 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Port 632eede0-b1ae-4403-8e5c-8702bb99bc3b on network e3ca36d0-7670-4c05-a48f-a6e0e4de584a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:51:01.469096 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Attempting to bind port 632eede0-b1ae-4403-8e5c-8702bb99bc3b on network e3ca36d0-7670-4c05-a48f-a6e0e4de584a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:01.474994 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:01.475340 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Checking segment: {'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:51:01.475726 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Bound using segment: {'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:01.476158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Bound port: 632eede0-b1ae-4403-8e5c-8702bb99bc3b, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b336855-34ee-4952-8059-13b5e4965ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:51:01.476505 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.539599 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] For port 632eede0-b1ae-4403-8e5c-8702bb99bc3b, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:01.542640 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] For port 632eede0-b1ae-4403-8e5c-8702bb99bc3b, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=632eede0-b1ae-4403-8e5c-8702bb99bc3b,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:01.551034 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.554453 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-255f59ef-525e-4084-8a53-063851336993 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:01.590618 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:01.591234 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:01.592609 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] 10.222.0.24 "PUT /v2.0/ports/632eede0-b1ae-4403-8e5c-8702bb99bc3b HTTP/1.1" status: 200 len: 1094 time: 1.0800197 Jun 16 15:51:01.593211 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'tag': '632eede0-b1ae-4403-8e5c-8702bb99bc3b'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:01.595605 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe357ce-a807-4f3b-8e9d-f12f62530615" -d '{"events": [{"name": "network-changed", "server_uuid": "7f6e4dec-c164-45e4-80ff-ef54711c356f", "tag": "632eede0-b1ae-4403-8e5c-8702bb99bc3b"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:01.623263 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Pushing event updated for resources: {'Port': ['ID=632eede0-b1ae-4403-8e5c-8702bb99bc3b,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:01.626426 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:01.648532 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f31b1a-4df9-46b2-a64d-44c20f6ab505 x-openstack-request-id: req-25f31b1a-4df9-46b2-a64d-44c20f6ab505 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:01.648853 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f6e4dec-c164-45e4-80ff-ef54711c356f", "tag": "632eede0-b1ae-4403-8e5c-8702bb99bc3b", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:01.649142 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25f31b1a-4df9-46b2-a64d-44c20f6ab505 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:01.649591 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'tag': '632eede0-b1ae-4403-8e5c-8702bb99bc3b', 'status': 'completed', 'code': 200} Jun 16 15:51:01.695909 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-93ae0fae-b38c-4503-aa3c-9d26892d0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:01.697395 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-93ae0fae-b38c-4503-aa3c-9d26892d0f3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43b728d12c364cfcbf32fcd3baa460ee&device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 1097 time: 0.0584998 Jun 16 15:51:01.741399 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-ec760ea7-55a9-4340-a9c5-02d8728f67ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632eede0-b1ae-4403-8e5c-8702bb99bc3b HTTP/1.1" status: 200 len: 217 time: 0.0366466 Jun 16 15:51:01.798692 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-3b1721de-a16f-489a-9117-c26db4e81e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:01.800967 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-3b1721de-a16f-489a-9117-c26db4e81e86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c8606c-bafa-4497-be91-940651ab7220 HTTP/1.1" status: 200 len: 854 time: 0.0487964 Jun 16 15:51:01.829183 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:51:01.839357 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-c17399ff-072a-4600-a0ed-33745b3e409c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318687 Jun 16 15:51:01.932297 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-9e73778e-91bc-4ea6-8e52-e32068b37955 service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849829 Jun 16 15:51:02.036098 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-19d06de6-37b9-4ab5-8d48-14f876149ae5 req-692995e3-b255-4a77-8f10-5602f7d0c298 service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970807 Jun 16 15:51:02.137861 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-35d38bef-b34c-4682-865d-1d1584dae695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:02.139422 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-35d38bef-b34c-4682-865d-1d1584dae695 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43b728d12c364cfcbf32fcd3baa460ee&device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 1097 time: 0.0549908 Jun 16 15:51:02.244585 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-b5b5e086-f61e-4017-ac86-20cbb0651159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:02.246249 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-b5b5e086-f61e-4017-ac86-20cbb0651159 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a HTTP/1.1" status: 200 len: 915 time: 0.1004543 Jun 16 15:51:02.292547 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-6bae59bd-513b-4595-acb9-6eb307534aa1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=632eede0-b1ae-4403-8e5c-8702bb99bc3b HTTP/1.1" status: 200 len: 217 time: 0.0381594 Jun 16 15:51:02.379135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-fa68468a-a45b-4bb4-a4bc-d58861fa9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:02.380747 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-fa68468a-a45b-4bb4-a4bc-d58861fa9eac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=79c8606c-bafa-4497-be91-940651ab7220 HTTP/1.1" status: 200 len: 854 time: 0.0823085 Jun 16 15:51:02.428223 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-eb5da98b-b58d-4da5-9085-ae3a2c06058a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3ca36d0-7670-4c05-a48f-a6e0e4de584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406783 Jun 16 15:51:02.468285 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:02.475183 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2516185-c836-46fb-ad6a-5c0ef765815b req-3cc1568b-67f1-486d-8413-3f859600351b tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:02.476677 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f2516185-c836-46fb-ad6a-5c0ef765815b req-3cc1568b-67f1-486d-8413-3f859600351b tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 944 time: 0.1511695 Jun 16 15:51:02.566190 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f2516185-c836-46fb-ad6a-5c0ef765815b req-eac1538d-30f5-4004-8d88-c450ea85499a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817041 Jun 16 15:51:02.578038 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-de56c572-0476-47dd-8fd1-1dcd0440f053 service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433961 Jun 16 15:51:02.686779 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-efe357ce-a807-4f3b-8e9d-f12f62530615 req-7f958283-5221-4ba3-bbe9-32d6676a87fa service neutron] 10.222.0.24 "GET /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021588 Jun 16 15:51:02.761312 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f19a93-cf57-4447-864e-4abc2b4be32e req-d3595604-2094-425c-bfef-e2cd25703a7d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:02.762817 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-97f19a93-cf57-4447-864e-4abc2b4be32e req-d3595604-2094-425c-bfef-e2cd25703a7d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0731471 Jun 16 15:51:02.804455 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-97f19a93-cf57-4447-864e-4abc2b4be32e req-e8a2762f-5f03-4e93-a027-b83e2a759f6c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357659 Jun 16 15:51:03.758824 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6ec72-c62f-4e75-b92f-8a7b1c59f2cb req-64b4bf56-cf66-46cd-b4f1-a403134fff7f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:03.760451 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-15b6ec72-c62f-4e75-b92f-8a7b1c59f2cb req-64b4bf56-cf66-46cd-b4f1-a403134fff7f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 944 time: 0.0682967 Jun 16 15:51:03.802961 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-15b6ec72-c62f-4e75-b92f-8a7b1c59f2cb req-8c5a57ec-6e7f-46fa-9b8a-fd619de7dc6c tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361378 Jun 16 15:51:03.989839 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82cef9-7941-42dd-ac63-1112d575f1fa req-93f26800-6e43-4095-b857-603fb5970231 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:03.991354 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fb82cef9-7941-42dd-ac63-1112d575f1fa req-93f26800-6e43-4095-b857-603fb5970231 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0642776 Jun 16 15:51:04.029343 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fb82cef9-7941-42dd-ac63-1112d575f1fa req-d7654250-5217-41c4-a404-3a239b9cfe16 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315292 Jun 16 15:51:04.873880 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-945e165c-e9f8-4eb6-a57b-d2c2acb5fbd2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:04.875990 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-945e165c-e9f8-4eb6-a57b-d2c2acb5fbd2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0774486 Jun 16 15:51:05.054466 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82541a-fe36-43d0-88d1-1e7fcbe18f2e req-68e392a5-217a-4133-8dc0-c6762caa7fc9 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:05.055925 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f82541a-fe36-43d0-88d1-1e7fcbe18f2e req-68e392a5-217a-4133-8dc0-c6762caa7fc9 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 944 time: 0.1252058 Jun 16 15:51:05.057455 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Deleting port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:05.057786 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.153959 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f82541a-fe36-43d0-88d1-1e7fcbe18f2e req-e06db6fe-828c-42f0-9181-8c2c1481894d tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915585 Jun 16 15:51:05.192732 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] For port 6c63cb58-b268-4a66-a4b8-61b8c97cf707, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=6c63cb58-b268-4a66-a4b8-61b8c97cf707,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:05.193325 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.242996 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc43dca-96c7-4847-944b-d36fd5bd033e req-32951639-71fb-44e8-b87d-c2ece45677df tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:05.244509 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bcc43dca-96c7-4847-944b-d36fd5bd033e req-32951639-71fb-44e8-b87d-c2ece45677df tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 946 time: 0.0730665 Jun 16 15:51:05.301853 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bcc43dca-96c7-4847-944b-d36fd5bd033e req-a82117d3-050f-4773-9e96-6c00f44e09e6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=0676990b-1005-4671-b11f-68fb4a2c050e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472128 Jun 16 15:51:05.472965 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.473334 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.473667 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Floating IP 77b3b1e0-19a2-4e61-862a-87c908b4d3a5 disassociated. External IP: 172.28.3.139, port: 6c63cb58-b268-4a66-a4b8-61b8c97cf707. Jun 16 15:51:05.474002 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Calling delete_port for 6c63cb58-b268-4a66-a4b8-61b8c97cf707 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:05.632059 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.635919 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:05.662724 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event deleted for resources: {'Port': ['ID=6c63cb58-b268-4a66-a4b8-61b8c97cf707,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:05.667597 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:05.716233 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 632eede0-b1ae-4403-8e5c-8702bb99bc3b details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:51:05.812389 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:51:05.830157 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 632eede0-b1ae-4403-8e5c-8702bb99bc3b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=632eede0-b1ae-4403-8e5c-8702bb99bc3b,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:05.842842 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '632eede0-b1ae-4403-8e5c-8702bb99bc3b', 'network_id': 'e3ca36d0-7670-4c05-a48f-a6e0e4de584a', 'port_id': '632eede0-b1ae-4403-8e5c-8702bb99bc3b', 'mac_address': 'fa:16:3e:2c:c7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c8606c-bafa-4497-be91-940651ab7220', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:51:05.883524 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.898091 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632eede0-b1ae-4403-8e5c-8702bb99bc3b {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:51:05.924603 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 632eede0-b1ae-4403-8e5c-8702bb99bc3b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=632eede0-b1ae-4403-8e5c-8702bb99bc3b,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:05.929681 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:05.931613 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:05.984543 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=632eede0-b1ae-4403-8e5c-8702bb99bc3b,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:05.993185 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.993562 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.994012 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.994278 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.994615 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.994951 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.995331 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.995671 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.996033 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.996333 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.996658 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:05.997006 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:06.001517 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:06.169260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:06.179970 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] Sync routers for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:06.190161 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:06.191016 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:50:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:06.228839 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] No DVR routers for this DVR port 6c63cb58-b268-4a66-a4b8-61b8c97cf707 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:06.231773 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:06.234398 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1a8c50e0-84f9-4262-ae0c-78a7765c520a req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "DELETE /v2.0/ports/6c63cb58-b268-4a66-a4b8-61b8c97cf707 HTTP/1.1" status: 204 len: 173 time: 1.3521893 Jun 16 15:51:06.235157 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-deleted', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:06.240471 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b20f924-1407-4f2b-8dc3-ecf8a1395cb0" -d '{"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-deleted", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:06.284258 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['632eede0-b1ae-4403-8e5c-8702bb99bc3b'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:51:06.294651 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f57a4c-a143-4a55-b289-20bee7e0afaa x-openstack-request-id: req-37f57a4c-a143-4a55-b289-20bee7e0afaa {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:06.294979 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09010735-723e-4b59-bee8-34ccc888f132", "name": "network-vif-deleted", "tag": "6c63cb58-b268-4a66-a4b8-61b8c97cf707", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:06.295263 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37f57a4c-a143-4a55-b289-20bee7e0afaa {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:06.295692 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09010735-723e-4b59-bee8-34ccc888f132', 'name': 'network-vif-deleted', 'tag': '6c63cb58-b268-4a66-a4b8-61b8c97cf707', 'status': 'completed', 'code': 200} Jun 16 15:51:06.415493 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:06.526414 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15236-e789-4d6b-9dd1-5292a6eb5c09 req-42e97503-24e9-4831-899e-10c65e32896a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:06.528945 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-85a15236-e789-4d6b-9dd1-5292a6eb5c09 req-42e97503-24e9-4831-899e-10c65e32896a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 945 time: 0.1410656 Jun 16 15:51:06.579656 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3f6f6ec9-1aba-47b0-90f5-5e2f921d6a13 req-cd65eeec-0a35-4592-a891-7e67f80c4d7c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=09010735-723e-4b59-bee8-34ccc888f132 HTTP/1.1" status: 200 len: 210 time: 0.0664511 Jun 16 15:51:06.602410 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-85a15236-e789-4d6b-9dd1-5292a6eb5c09 req-941b693e-a3cc-4a64-91af-212b46be3f54 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663338 Jun 16 15:51:06.753259 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:06.757098 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] Checking router: 884ca74f-a4e4-4fa0-9a56-0bc88a948abc for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:06.766301 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:06.766997 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:50:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:06.900646 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:07.126048 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:07.130316 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9e621-e7ba-470d-9ad0-9dacfc4e5b92 None None] The sync data for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb is: [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:07.375260 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d3cba-2dbd-45ac-9655-5be96dce3587 None None] New status for floating IP 77b3b1e0-19a2-4e61-862a-87c908b4d3a5: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:51:07.739127 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 632eede0-b1ae-4403-8e5c-8702bb99bc3b up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:07.756489 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 35152) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:07.827986 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 632eede0-b1ae-4403-8e5c-8702bb99bc3b completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:07.834777 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 632eede0-b1ae-4403-8e5c-8702bb99bc3b triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:07.835288 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.850157 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e76684c-8bb2-4d5d-b0e7-a1b8d5cbb07f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.877909 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606fbb1-b0ab-47eb-b3d6-bde8789797fe req-1a44d2a1-930d-4d82-9d7c-6baa926056d6 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:07.880847 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8606fbb1-b0ab-47eb-b3d6-bde8789797fe req-1a44d2a1-930d-4d82-9d7c-6baa926056d6 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 945 time: 0.1190898 Jun 16 15:51:07.923168 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e76684c-8bb2-4d5d-b0e7-a1b8d5cbb07f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:07.935894 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8606fbb1-b0ab-47eb-b3d6-bde8789797fe req-c83dab66-dd36-47c1-ac06-86c7230a3d7f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453851 Jun 16 15:51:07.976166 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.005613 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e76684c-8bb2-4d5d-b0e7-a1b8d5cbb07f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.010922 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-2e76684c-8bb2-4d5d-b0e7-a1b8d5cbb07f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.012891 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-2e76684c-8bb2-4d5d-b0e7-a1b8d5cbb07f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "DELETE /v2.0/security-groups/0676990b-1005-4671-b11f-68fb4a2c050e HTTP/1.1" status: 204 len: 168 time: 0.2543094 Jun 16 15:51:08.014251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e3f82f26-3c34-4020-933a-783a9d6a886f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:08.017483 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35154) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:08.034015 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76684c-8bb2-4d5d-b0e7-a1b8d5cbb07f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0676990b-1005-4671-b11f-68fb4a2c050e,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:08.036740 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.api.v2.resource [None req-d57f5d04-e059-4789-b232-0a91e62225ec tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] show failed (client error): The resource could not be found. Jun 16 15:51:08.043460 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d57f5d04-e059-4789-b232-0a91e62225ec tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups/0676990b-1005-4671-b11f-68fb4a2c050e HTTP/1.1" status: 404 len: 347 time: 0.0232985 Jun 16 15:51:08.044222 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35156) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:08.048101 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2e76684c-8bb2-4d5d-b0e7-a1b8d5cbb07f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:08.130932 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632eede0-b1ae-4403-8e5c-8702bb99bc3b'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:08.133643 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00886520-fec6-44e2-9fe5-5996480fc633" -d '{"events": [{"server_uuid": "7f6e4dec-c164-45e4-80ff-ef54711c356f", "name": "network-vif-plugged", "status": "completed", "tag": "632eede0-b1ae-4403-8e5c-8702bb99bc3b"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:08.149030 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 632eede0-b1ae-4403-8e5c-8702bb99bc3b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=632eede0-b1ae-4403-8e5c-8702bb99bc3b,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:08.154483 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.155930 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:08.157899 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-17f907ea-e30c-475d-bbed-deb9eaea1788 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:08.217587 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 6c63cb58-b268-4a66-a4b8-61b8c97cf707 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:08.218256 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 6c63cb58-b268-4a66-a4b8-61b8c97cf707 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:08.243459 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Deleting port 0946aefb-5056-4571-b65b-8b66d910edef {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:08.244501 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.257737 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=632eede0-b1ae-4403-8e5c-8702bb99bc3b,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:08.268305 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:08.274379 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82d3010-e9bf-4554-ac02-9d0b1ff40606 x-openstack-request-id: req-e82d3010-e9bf-4554-ac02-9d0b1ff40606 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:08.276110 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e4dec-c164-45e4-80ff-ef54711c356f", "name": "network-vif-plugged", "status": "completed", "tag": "632eede0-b1ae-4403-8e5c-8702bb99bc3b", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:08.276110 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e82d3010-e9bf-4554-ac02-9d0b1ff40606 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:08.282072 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632eede0-b1ae-4403-8e5c-8702bb99bc3b', 'code': 200} Jun 16 15:51:08.333524 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.333877 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.413165 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Calling delete_port for 0946aefb-5056-4571-b65b-8b66d910edef owned by network:floatingip {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:08.543326 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7314c1-e81e-4a34-814c-bba70a6dadf1 req-cb63d290-fa05-4fa2-a54b-283820e67400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:08.544836 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-af7314c1-e81e-4a34-814c-bba70a6dadf1 req-cb63d290-fa05-4fa2-a54b-283820e67400 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 1099 time: 0.0575228 Jun 16 15:51:08.589037 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-af7314c1-e81e-4a34-814c-bba70a6dadf1 req-e487bc6e-8ab3-4e80-a435-ddbfbaec89a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Jun 16 15:51:08.610255 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.614346 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:08.638857 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event deleted for resources: {'Port': ['ID=0946aefb-5056-4571-b65b-8b66d910edef,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:08.643257 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:08.701476 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.704077 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:08.705781 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-23533ff4-0ac0-4299-ba4a-c10c71482e83 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "DELETE /v2.0/floatingips/77b3b1e0-19a2-4e61-862a-87c908b4d3a5 HTTP/1.1" status: 204 len: 168 time: 0.6599982 Jun 16 15:51:09.195737 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860ff44-da49-417f-bf18-c0796c34df73 req-d1862449-cc6c-4e10-b975-a0070907ca05 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:09.198480 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b860ff44-da49-417f-bf18-c0796c34df73 req-d1862449-cc6c-4e10-b975-a0070907ca05 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.1111195 Jun 16 15:51:09.252562 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b860ff44-da49-417f-bf18-c0796c34df73 req-9dc1f2f7-9619-4dd8-8edb-5ec7ab47363f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Jun 16 15:51:09.324628 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 35168) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:09.333010 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706468056', 'description': 'tempest-description--2078110368'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:09.373066 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.479967 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.483959 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.488434 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2b42bd2c-3ac6-4444-96a4-bcdecdb4b33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:09.516918 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.522870 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1926022 Jun 16 15:51:09.522870 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c902cf61-d004-4bb6-bd21-c92eb48f9ed2,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:09.524098 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35170) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:09.526291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:09.532032 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'security_group_rule': {'security_group_id': 'c902cf61-d004-4bb6-bd21-c92eb48f9ed2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:09.570071 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.669883 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.675259 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.681044 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f4433f63-a78f-488c-b5bc-9d1a22ec56b6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:09.703907 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05722a1e-6375-44eb-badb-c3885603eb3f,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:09.708656 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:09.710158 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.712533 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7aa69bbd-8cf8-46fb-9655-bac25029a8c5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1865261 Jun 16 15:51:09.715026 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35172) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:09.720084 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'security_group_rule': {'security_group_id': 'c902cf61-d004-4bb6-bd21-c92eb48f9ed2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:09.751447 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.830726 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.834951 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.837161 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:09.854912 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f916ca-20d4-40c7-9901-d47f90c88271,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:09.858213 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:09.862661 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:09.863811 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7b781968-9eb7-445a-a85f-139f5a3b7c38 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475298 Jun 16 15:51:09.871280 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35174) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:09.875839 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'floatingip': {'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:09.900294 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.002554 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.147105 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Allocated IP 172.28.3.129 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/de9ab950-2468-4670-87d0-3979ec018700) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:10.259562 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.302593 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.304759 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-22519b96-1de6-4edb-a120-3094d48e664c tempest-VolumesActionsTest-2030169962 tempest-VolumesActionsTest-2030169962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:10.345458 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:10.351509 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:10.353777 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'Port': ['ID=de9ab950-2468-4670-87d0-3979ec018700,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:10.356579 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:51:10.358159 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:10.453498 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.503876 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150ac65-2f7f-46d7-a033-449d466d8430 req-36bc2be3-f0da-44c9-9b77-b75f331e689b tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:10.506023 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3150ac65-2f7f-46d7-a033-449d466d8430 req-36bc2be3-f0da-44c9-9b77-b75f331e689b tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.0833192 Jun 16 15:51:10.522140 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.551309 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3150ac65-2f7f-46d7-a033-449d466d8430 req-11411536-cbd4-4807-90b5-9b4f13335dee tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Jun 16 15:51:10.711840 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.717448 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.720038 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:10.792004 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'Port': ['ID=de9ab950-2468-4670-87d0-3979ec018700,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:10.795881 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:10.807249 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.824984 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:10.827962 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9554892 Jun 16 15:51:11.012377 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-d26df200-8121-4526-bbe8-83dc6a761132 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--706468056&fields=id&tenant_id=edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 267 time: 0.0404658 Jun 16 15:51:11.154407 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-1e48e272-dd2b-4f43-af28-aa1270ceb581 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:11.155913 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-1e48e272-dd2b-4f43-af28-aa1270ceb581 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 817 time: 0.1302302 Jun 16 15:51:11.173116 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-8b479ffb-a8bc-482e-b6c1-1d6c555bb3d3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/quotas/edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 375 time: 0.0095754 Jun 16 15:51:11.257218 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-bba336fc-3e4c-4a1d-b53b-8e9a536942d9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775299 Jun 16 15:51:11.363775 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-4c1b840a-3cec-4096-9ffc-830a1801a824 service neutron] 10.222.0.23 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921147 Jun 16 15:51:11.461487 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-42fc1f91-378e-4860-b2a7-1f84f9180118 service neutron] 10.222.0.23 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918577 Jun 16 15:51:11.655131 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-ef371346-7305-4f61-8234-78019915b112 req-02937fe6-6711-4c5b-be8b-2f40abcaa39d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 210 time: 0.0447373 Jun 16 15:51:12.850430 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bd08e574-c9f5-41cb-b488-f8db72fb987b req-da50fa5d-353f-4aed-bf13-3c02ae9de10d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 210 time: 0.0428281 Jun 16 15:51:12.965716 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-b34d0198-f0f8-4d10-92b2-8b7399cbfbba tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:12.967354 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-b34d0198-f0f8-4d10-92b2-8b7399cbfbba tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 817 time: 0.1474898 Jun 16 15:51:13.023469 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-cf6d2f7f-1379-450d-adb2-b0ff592b4e62 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 379 time: 0.0472190 Jun 16 15:51:13.032610 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'port': {'device_id': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'admin_state_up': True, 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'security_groups': ['c902cf61-d004-4bb6-bd21-c92eb48f9ed2']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:13.168134 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Made reservation on behalf of edd4ed729df642398042d9cda2abe329 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:51:13.174749 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.318402 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Allocated IP 172.20.0.10 (c9222c38-6518-45fd-b998-e48b0ba690a7/876fa194-cb09-4e15-bb15-ac5563dce99f/74591708-3993-40c4-aab3-faff358427ee) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:51:13.499063 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.513822 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Transition to ACTIVE for port object 74591708-3993-40c4-aab3-faff358427ee will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:13.552031 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.557392 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-204ad6ab-13df-42c2-800b-bbcbaa7b0f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:13.620931 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Network c9222c38-6518-45fd-b998-e48b0ba690a7 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:51:13.626488 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:51:13.636089 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:51:13.679755 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:13.688895 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:13.720368 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:13.721906 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.745902 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7172327 Jun 16 15:51:13.760110 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Request body: {'port': {'device_id': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:13.855015 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:13.968296 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-62017788-3bc9-4571-a004-09bab422a0d4 None None] Provisioning for port 74591708-3993-40c4-aab3-faff358427ee completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:13.973221 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-62017788-3bc9-4571-a004-09bab422a0d4 None None] Provisioning complete for port 74591708-3993-40c4-aab3-faff358427ee triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:13.973644 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-62017788-3bc9-4571-a004-09bab422a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.014891 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-62017788-3bc9-4571-a004-09bab422a0d4 None None] Port 74591708-3993-40c4-aab3-faff358427ee cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:51:14.126423 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3ab42-ab10-4c65-b53e-9275298f81fc req-86dd490b-8396-4cbc-8e98-4fd5ccff29a0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:14.128921 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9fc3ab42-ab10-4c65-b53e-9275298f81fc req-86dd490b-8396-4cbc-8e98-4fd5ccff29a0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 932 time: 0.1414802 Jun 16 15:51:14.208499 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9fc3ab42-ab10-4c65-b53e-9275298f81fc req-51a02617-429e-45b3-b689-d9a51ff10e70 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730209 Jun 16 15:51:14.224206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74591708-3993-40c4-aab3-faff358427ee {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:51:14.232892 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.247745 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Transition to ACTIVE for port object 74591708-3993-40c4-aab3-faff358427ee will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:51:14.251514 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.255577 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-aae64e4e-08db-4f8b-a14e-79c7feab88c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:14.327696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:14.333037 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:14.410125 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Attempting to bind port 74591708-3993-40c4-aab3-faff358427ee on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:51:14.410449 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Attempting to bind port 74591708-3993-40c4-aab3-faff358427ee by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:51:14.410783 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Attempting to bind port 74591708-3993-40c4-aab3-faff358427ee on network c9222c38-6518-45fd-b998-e48b0ba690a7 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:14.417752 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Port 74591708-3993-40c4-aab3-faff358427ee on network c9222c38-6518-45fd-b998-e48b0ba690a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:51:14.418073 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Attempting to bind port 74591708-3993-40c4-aab3-faff358427ee on network c9222c38-6518-45fd-b998-e48b0ba690a7 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:51:14.423895 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:51:14.424367 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Checking segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:51:14.424823 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Bound using segment: {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:51:14.425299 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Bound port: 74591708-3993-40c4-aab3-faff358427ee, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12aee941-1131-43d1-a8e8-1c6407dd6c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:51:14.425687 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.495732 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:51:14.498779 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:51:14.505565 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.507797 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f0ec1102-3bc4-4553-a769-2b1200dd3c4b tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:14.539656 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:14.540162 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:14.541792 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] 10.222.0.24 "PUT /v2.0/ports/74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 200 len: 1094 time: 0.7874634 Jun 16 15:51:14.544900 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'tag': '74591708-3993-40c4-aab3-faff358427ee'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:14.548066 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c6e2a-964b-4056-b197-338b8c44d721" -d '{"events": [{"name": "network-changed", "server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "tag": "74591708-3993-40c4-aab3-faff358427ee"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:14.587767 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:14.594104 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:14.608982 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0db7ad-8039-475a-8ea3-6bd9c034f48c x-openstack-request-id: req-0a0db7ad-8039-475a-8ea3-6bd9c034f48c {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:14.609654 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "tag": "74591708-3993-40c4-aab3-faff358427ee", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:14.610181 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a0db7ad-8039-475a-8ea3-6bd9c034f48c {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:14.610928 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'tag': '74591708-3993-40c4-aab3-faff358427ee', 'status': 'completed', 'code': 200} Jun 16 15:51:14.686313 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-47e76460-2c5d-4f9b-86e2-cb9e0ba07019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:14.688761 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-47e76460-2c5d-4f9b-86e2-cb9e0ba07019 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1097 time: 0.0965397 Jun 16 15:51:14.737824 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-05847b87-7bef-48f3-9f6d-5c24be42bc19 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 200 len: 217 time: 0.0410273 Jun 16 15:51:14.806746 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e3a4b622-37c8-4a97-a31a-6b367c6f632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:14.809211 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-e3a4b622-37c8-4a97-a31a-6b367c6f632c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0650377 Jun 16 15:51:14.875505 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-7d2d046a-6cd6-4bdc-b0ab-a5c53cf7c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:14.876986 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-7d2d046a-6cd6-4bdc-b0ab-a5c53cf7c7d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608885 Jun 16 15:51:14.977554 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-89e1eae9-df70-4746-8a01-0f1c729c0318 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925806 Jun 16 15:51:15.079003 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c698b019-efe8-4e4f-9ace-b5cd1a63b963 req-ea3fd758-9299-4b41-a81e-8e35b377106a service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945604 Jun 16 15:51:15.207709 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6e2a-964b-4056-b197-338b8c44d721 req-e073720a-575c-40bd-aee6-c2f221243038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:15.209251 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-351c6e2a-964b-4056-b197-338b8c44d721 req-e073720a-575c-40bd-aee6-c2f221243038 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1097 time: 0.0548949 Jun 16 15:51:15.306072 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6e2a-964b-4056-b197-338b8c44d721 req-8c723604-1afb-4394-8d50-9fa9f0850ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:15.307535 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-351c6e2a-964b-4056-b197-338b8c44d721 req-8c723604-1afb-4394-8d50-9fa9f0850ca2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.0918779 Jun 16 15:51:15.355352 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-351c6e2a-964b-4056-b197-338b8c44d721 req-b58de088-2d63-45d4-b375-bae88571bb30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 200 len: 217 time: 0.0407512 Jun 16 15:51:15.432077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6e2a-964b-4056-b197-338b8c44d721 req-01667508-a726-4ab4-a5e2-d37b31b8a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:15.433664 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-351c6e2a-964b-4056-b197-338b8c44d721 req-01667508-a726-4ab4-a5e2-d37b31b8a213 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0699627 Jun 16 15:51:15.495881 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb72ca0-3bb3-4953-8d18-f04c18881bea req-49cc3771-465d-4c6b-a066-223a9628cc24 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:15.497369 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ceb72ca0-3bb3-4953-8d18-f04c18881bea req-49cc3771-465d-4c6b-a066-223a9628cc24 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.1446233 Jun 16 15:51:15.551984 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c6e2a-964b-4056-b197-338b8c44d721 req-9a5367b7-d3a9-4694-a1ea-d2fec01130b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:15.553542 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-351c6e2a-964b-4056-b197-338b8c44d721 req-9a5367b7-d3a9-4694-a1ea-d2fec01130b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1127305 Jun 16 15:51:15.608781 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ceb72ca0-3bb3-4953-8d18-f04c18881bea req-b81b5c70-b5f4-4f9b-bf08-e9c101f05235 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019430 Jun 16 15:51:15.720682 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-351c6e2a-964b-4056-b197-338b8c44d721 req-9f9f43f1-a69c-4f92-869b-8326f7a0b907 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526241 Jun 16 15:51:15.828367 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-351c6e2a-964b-4056-b197-338b8c44d721 req-9600b02b-5f29-4993-b084-87ac5c8808bc service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994380 Jun 16 15:51:16.835232 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ee632-38ca-4587-8a35-91516d297ce7 req-8f9056ea-aa1d-4011-ab45-c15434c54529 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:16.836744 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-344ee632-38ca-4587-8a35-91516d297ce7 req-8f9056ea-aa1d-4011-ab45-c15434c54529 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0779793 Jun 16 15:51:16.880922 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-344ee632-38ca-4587-8a35-91516d297ce7 req-1b243255-c2ea-4508-bc41-b01d23c7dfc4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377772 Jun 16 15:51:18.074016 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa475c4-5640-4f56-a579-bebcfcc786bc req-8182b117-c156-46ba-be2d-510821676b04 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:18.075441 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8fa475c4-5640-4f56-a579-bebcfcc786bc req-8182b117-c156-46ba-be2d-510821676b04 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0639825 Jun 16 15:51:18.114987 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8fa475c4-5640-4f56-a579-bebcfcc786bc req-92f399d5-1e59-4846-9063-34e40b67aaa9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334215 Jun 16 15:51:19.302244 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37ba5d-f9c0-49fe-bd5f-bd9f1874b119 req-58e3e731-7a91-440d-91db-2d13d83a2209 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:19.303710 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-db37ba5d-f9c0-49fe-bd5f-bd9f1874b119 req-58e3e731-7a91-440d-91db-2d13d83a2209 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0694740 Jun 16 15:51:19.342646 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-db37ba5d-f9c0-49fe-bd5f-bd9f1874b119 req-fb28eb2f-c17e-4d61-8912-eb72488b0303 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Jun 16 15:51:19.791367 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:51:19.904188 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:19.914163 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '74591708-3993-40c4-aab3-faff358427ee', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'port_id': '74591708-3993-40c4-aab3-faff358427ee', 'mac_address': 'fa:16:3e:96:c8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:51:19.956075 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:19.973227 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74591708-3993-40c4-aab3-faff358427ee {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:51:19.994717 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:19.999509 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:20.002752 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:20.054505 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:20.058108 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:20.372234 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['74591708-3993-40c4-aab3-faff358427ee'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:51:20.566437 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59bcd3-6955-438e-b718-7f1f220d7065 req-6719e065-a3e1-4d05-8259-acbf3d637515 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:20.568538 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2f59bcd3-6955-438e-b718-7f1f220d7065 req-6719e065-a3e1-4d05-8259-acbf3d637515 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 945 time: 0.0910201 Jun 16 15:51:20.607942 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2f59bcd3-6955-438e-b718-7f1f220d7065 req-0b847934-dfd2-4d50-929f-d387eac02be0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337546 Jun 16 15:51:21.817992 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:51:21.859684 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc55f0-d474-4131-868e-4d3f9e07e317 req-84cdacb6-f7e7-400f-9be3-7cb6e7210ed8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:21.862536 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-81fc55f0-d474-4131-868e-4d3f9e07e317 req-84cdacb6-f7e7-400f-9be3-7cb6e7210ed8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 945 time: 0.0916884 Jun 16 15:51:21.884472 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 74591708-3993-40c4-aab3-faff358427ee completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:51:21.892159 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 74591708-3993-40c4-aab3-faff358427ee triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:21.893884 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:21.909969 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-81fc55f0-d474-4131-868e-4d3f9e07e317 req-5cc5f167-e893-4ae5-8c23-d7bb8cb9b8aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413098 Jun 16 15:51:22.017367 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.047226 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74591708-3993-40c4-aab3-faff358427ee'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:22.051099 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b235932-f2f3-4e59-a422-f6b9584ce9c0" -d '{"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-plugged", "status": "completed", "tag": "74591708-3993-40c4-aab3-faff358427ee"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:22.063736 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:22.069145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:22.071401 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:22.108259 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c7648b-7269-44ed-854a-c98ee1e9ee21 x-openstack-request-id: req-65c7648b-7269-44ed-854a-c98ee1e9ee21 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:22.108557 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-plugged", "status": "completed", "tag": "74591708-3993-40c4-aab3-faff358427ee", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:22.108810 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-65c7648b-7269-44ed-854a-c98ee1e9ee21 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:22.109191 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74591708-3993-40c4-aab3-faff358427ee', 'code': 200} Jun 16 15:51:22.136174 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:22.141889 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:22.397657 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431faf-eb97-4155-a28a-df980bb8be00 req-ba03cd53-a045-4660-85fd-de55502f17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:22.399137 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f6431faf-eb97-4155-a28a-df980bb8be00 req-ba03cd53-a045-4660-85fd-de55502f17fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1099 time: 0.0568798 Jun 16 15:51:22.449648 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f6431faf-eb97-4155-a28a-df980bb8be00 req-c1b30398-db7d-4865-9988-073054eaf933 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433698 Jun 16 15:51:23.124421 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df2541-f73c-4cc2-aba3-038912430276 req-c6364fcf-8d92-4ac4-bd91-5fc6056172c1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:23.125956 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-06df2541-f73c-4cc2-aba3-038912430276 req-c6364fcf-8d92-4ac4-bd91-5fc6056172c1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0953567 Jun 16 15:51:23.177276 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-06df2541-f73c-4cc2-aba3-038912430276 req-46cce4a7-dfa7-413c-bf31-1f25928b06f8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440013 Jun 16 15:51:23.181957 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-633c8351-8b4b-421c-8577-ea53adf63cc4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626209 Jun 16 15:51:23.331839 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-85d1861d-0c35-4cd9-b214-59a99b88fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:23.334386 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-85d1861d-0c35-4cd9-b214-59a99b88fa64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1137 time: 0.0837350 Jun 16 15:51:23.471430 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-348b1639-02ae-4205-ba11-f721fb15dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:23.472888 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-348b1639-02ae-4205-ba11-f721fb15dcef service neutron] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 916 time: 0.1070147 Jun 16 15:51:23.539712 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-caecf4a6-29ec-417b-86e0-42888c0c6b11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 1000 time: 0.0602429 Jun 16 15:51:23.590748 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-02f81ba7-d820-4bfe-8e33-cef18252b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:23.592208 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-02f81ba7-d820-4bfe-8e33-cef18252b970 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.0460293 Jun 16 15:51:23.661536 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-d7eb99a8-29c5-46ad-8877-911ae23167f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:23.663883 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-d7eb99a8-29c5-46ad-8877-911ae23167f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0615935 Jun 16 15:51:23.766535 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-184d2e2c-6ffd-4cf3-958f-f4af75472630 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954077 Jun 16 15:51:23.903272 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-33b73a50-731d-4351-bb9d-ff152a2a7bc3 req-d4ed2b95-cc5d-4892-a447-b2e27b40107c service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295800 Jun 16 15:51:24.402987 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf9807-b9ae-491f-bf95-c68c1a5c8b1a req-046638cc-ca53-4c9e-b224-7a2c087d528f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:24.404837 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b5cf9807-b9ae-491f-bf95-c68c1a5c8b1a req-046638cc-ca53-4c9e-b224-7a2c087d528f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0736399 Jun 16 15:51:24.448967 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b5cf9807-b9ae-491f-bf95-c68c1a5c8b1a req-d6a7bd8d-b11f-4cd8-8e0d-88b276108b90 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375047 Jun 16 15:51:24.645629 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08ff93-ff55-4ea3-980c-f2ce12ad3185 req-8b833686-666c-48cc-a3a4-0b414bf6569a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:24.647116 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6e08ff93-ff55-4ea3-980c-f2ce12ad3185 req-8b833686-666c-48cc-a3a4-0b414bf6569a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0642619 Jun 16 15:51:24.656300 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 35294) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:24.663137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Request body: {'floatingip': {'port_id': '74591708-3993-40c4-aab3-faff358427ee'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:24.707323 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.473777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.478744 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.521105 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.594703 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Floating IP e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e associated. External IP: 172.28.3.129, port: 74591708-3993-40c4-aab3-faff358427ee. Jun 16 15:51:25.830499 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:51:25.986230 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:25.991536 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:25.996638 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] Sync routers for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:26.007769 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:26.008382 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:50:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:26.030523 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-f4b758d1-3c05-42da-9014-3ed8d24fbd9e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "PUT /v2.0/floatingips/e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e HTTP/1.1" status: 200 len: 992 time: 1.3726776 Jun 16 15:51:26.031038 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'tag': '74591708-3993-40c4-aab3-faff358427ee'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:26.034274 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c809e13-ba78-4294-b756-7a097c7eeec5" -d '{"events": [{"name": "network-changed", "server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "tag": "74591708-3993-40c4-aab3-faff358427ee"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:26.099476 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cfefe9-d857-4d51-9e9d-e9200490597a x-openstack-request-id: req-75cfefe9-d857-4d51-9e9d-e9200490597a {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:26.099866 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "tag": "74591708-3993-40c4-aab3-faff358427ee", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:26.100221 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-75cfefe9-d857-4d51-9e9d-e9200490597a {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:26.100788 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'tag': '74591708-3993-40c4-aab3-faff358427ee', 'status': 'completed', 'code': 200} Jun 16 15:51:26.149509 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:26.449972 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'floating_ip_address': '172.28.3.129', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'port_id': '74591708-3993-40c4-aab3-faff358427ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'mac_address': 'fa:16:3e:96:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:51:10Z', 'updated_at': '2021-06-16T15:51:25Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:26.453577 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] Checking router: 884ca74f-a4e4-4fa0-9a56-0bc88a948abc for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:26.462860 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:26.463610 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:50:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:26.547815 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-26b2d719-413b-4979-bf5c-c165840500f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:26.583936 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:26.820766 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'floating_ip_address': '172.28.3.129', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'port_id': '74591708-3993-40c4-aab3-faff358427ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'mac_address': 'fa:16:3e:96:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:51:10Z', 'updated_at': '2021-06-16T15:51:25Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:26.824268 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b7a32d-573f-4d8b-932c-f974b9167af5 None None] The sync data for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb is: [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'floating_ip_address': '172.28.3.129', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'port_id': '74591708-3993-40c4-aab3-faff358427ee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'mac_address': 'fa:16:3e:96:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:51:10Z', 'updated_at': '2021-06-16T15:51:25Z', 'revision_number': 1, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:27.023883 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4792e527-2938-4266-9999-1bb6b41ec329 None None] New status for floating IP e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e: ACTIVE {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:51:27.428738 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-3ba9a43d-4747-4213-9511-d4785aa03f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:27.430329 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-3ba9a43d-4747-4213-9511-d4785aa03f46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1099 time: 0.0654707 Jun 16 15:51:27.537920 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-8d2b4946-52d3-49fa-83df-a3066a86f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:27.539671 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-8d2b4946-52d3-49fa-83df-a3066a86f530 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.1024451 Jun 16 15:51:27.615271 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-25dc9def-3edd-4586-a059-112d18d698d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 200 len: 1002 time: 0.0683303 Jun 16 15:51:27.683417 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-b397c2db-1c65-4f7e-affa-b83e64f7c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:27.685104 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-b397c2db-1c65-4f7e-affa-b83e64f7c914 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0534973 Jun 16 15:51:27.754170 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-f3c9cf1a-214f-4923-9472-e717d15adf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:27.755881 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-f3c9cf1a-214f-4923-9472-e717d15adf02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622892 Jun 16 15:51:27.857179 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-7c621862-d959-4525-b0ca-4f08d323e07f service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930829 Jun 16 15:51:27.958813 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0c809e13-ba78-4294-b756-7a097c7eeec5 req-0854a493-03c7-4a21-8403-26fb2c6dfd40 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931966 Jun 16 15:51:29.164868 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5c56be03-5459-4d50-8e29-ef80ac4a9150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:29.280362 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:30.488320 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:32.470095 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.203167 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef7754-82c4-4671-af1d-5f77a50786a3 req-026b7c1b-ebbb-49d4-baf1-edf7e3829eee tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:33.205272 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e1ef7754-82c4-4671-af1d-5f77a50786a3 req-026b7c1b-ebbb-49d4-baf1-edf7e3829eee tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.0796957 Jun 16 15:51:33.246510 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e1ef7754-82c4-4671-af1d-5f77a50786a3 req-098c6c01-c291-4d9b-b176-8719693388d9 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352647 Jun 16 15:51:33.524354 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-c6fc5487-0cc1-4104-8c25-c5e8b65318be tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224784007&fields=id&tenant_id=b47e6d8886e0466f9fae1893fac287d8 HTTP/1.1" status: 200 len: 267 time: 0.0339122 Jun 16 15:51:33.597613 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-7f041504-3397-4d0a-9c25-2dc046244e79 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:33.598999 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-7f041504-3397-4d0a-9c25-2dc046244e79 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 984 time: 0.0689595 Jun 16 15:51:33.610058 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Request body: {'port': {'security_groups': ['acdb6d0f-6900-4da6-9fd9-64fa961ed648']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:51:33.698005 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.884604 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:33.914381 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.919768 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.925113 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-4b03d853-c69f-4a32-addd-39d7bb6430aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:33.932583 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:51:33.966396 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:33.967026 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:33.968547 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1ffb2015-282d-4f4b-89dc-38b40b30e430 req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "PUT /v2.0/ports/50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 942 time: 0.3630075 Jun 16 15:51:33.968928 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:33.972748 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff34f11-6797-4fcc-bfe5-731cb36c8374" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:33.980377 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35356) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:34.005109 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event updated for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=7']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:34.016791 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:34.026674 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317d80e8-3d58-45eb-8857-57b9c348cfa6 x-openstack-request-id: req-317d80e8-3d58-45eb-8857-57b9c348cfa6 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:34.027625 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:34.028110 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-317d80e8-3d58-45eb-8857-57b9c348cfa6 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:34.029001 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'status': 'completed', 'code': 200} Jun 16 15:51:34.076650 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:51:34.084341 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.118927 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.122205 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-91bd5fa4-8ad8-4641-89b9-e60136cf0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:34.123835 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-91bd5fa4-8ad8-4641-89b9-e60136cf0583 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1098 time: 0.0677264 Jun 16 15:51:34.239049 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.243297 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.245132 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "DELETE /v2.0/security-groups/7ddce680-50d6-4364-ac5d-612862ffc23b HTTP/1.1" status: 204 len: 168 time: 0.2623398 Jun 16 15:51:34.246405 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9541f15c-b42c-4c51-b661-9d4a7091f9dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:34.255649 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35360) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:34.319129 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-ee3a4818-ff97-43de-b777-c8689e0c802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:34.324725 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-ee3a4818-ff97-43de-b777-c8689e0c802f service neutron] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 916 time: 0.1832955 Jun 16 15:51:34.326654 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddce680-50d6-4364-ac5d-612862ffc23b,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:34.343958 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.344864 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.346855 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.347758 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.348621 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.349529 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.350335 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.351161 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.351665 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-a4da13bf-84a8-4733-a3d9-fead474c330c None None] Provisioning complete for port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:51:34.352044 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a4da13bf-84a8-4733-a3d9-fead474c330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.352413 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.353213 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.354217 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.354963 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:34.365707 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:34.465084 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-e59120a4-8e4f-4c96-93b6-5f01f6d2c6b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 1000 time: 0.1260958 Jun 16 15:51:34.539324 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-f78f5a21-87c7-438a-b4ad-3ef19148b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:34.541900 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-f78f5a21-87c7-438a-b4ad-3ef19148b0f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.0666125 Jun 16 15:51:34.564887 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af1add-ef51-4e83-86f2-ce89f34edb16 req-907441e9-0ad2-4766-90ec-a728e4c9d737 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:34.566378 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e5af1add-ef51-4e83-86f2-ce89f34edb16 req-907441e9-0ad2-4766-90ec-a728e4c9d737 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.1882346 Jun 16 15:51:34.641235 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-59c704df-34aa-483c-9159-e440d851b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:34.644428 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-59c704df-34aa-483c-9159-e440d851b593 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888007 Jun 16 15:51:34.754788 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-2674eabe-d6b9-4b79-8641-8549be65d2d4 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969181 Jun 16 15:51:34.854144 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e5af1add-ef51-4e83-86f2-ce89f34edb16 req-9238b028-095e-4ee9-8524-4c49a351799f tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817316 Jun 16 15:51:34.856714 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Deleting port c32b86b3-ce02-4ded-9ca2-6f11cd6c14d7 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:34.857088 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.900097 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-aff34f11-6797-4fcc-bfe5-731cb36c8374 req-b8fd9f3e-fbf5-4514-b1dd-f7e00e0e44d2 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385200 Jun 16 15:51:34.951094 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:34.951434 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.022619 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Calling delete_port for c32b86b3-ce02-4ded-9ca2-6f11cd6c14d7 owned by network:floatingip {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:35.202397 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.204328 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4946ea78-264c-482c-91df-cf3809ad9279 tempest-ServerRescueNegativeTestJSON-1160656391 tempest-ServerRescueNegativeTestJSON-1160656391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:35.228953 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event deleted for resources: {'Port': ['ID=c32b86b3-ce02-4ded-9ca2-6f11cd6c14d7,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:35.232151 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:35.298348 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks [] for floatingip, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.299593 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.l3_db [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Floating IP cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc disassociated (deleted). External IP: 172.28.3.79, port: 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0. Jun 16 15:51:35.581460 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:51:35.704243 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:35.711679 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:35.715129 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] Sync routers for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:35.725591 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:35.726248 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:51:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:35.759907 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-fff1345a-761e-4be5-9340-afa16851c372 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "DELETE /v2.0/floatingips/cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc HTTP/1.1" status: 204 len: 168 time: 1.4977682 Jun 16 15:51:35.759907 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:35.760627 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44e5c83-aa99-4691-9362-f47003912522" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:35.868339 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc0b42b-1e46-482c-991a-cc48f3c5aa2b x-openstack-request-id: req-ddc0b42b-1e46-482c-991a-cc48f3c5aa2b {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:35.868672 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:35.868963 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ddc0b42b-1e46-482c-991a-cc48f3c5aa2b {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:35.869398 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'status': 'completed', 'code': 200} Jun 16 15:51:35.968808 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5c83-aa99-4691-9362-f47003912522 req-cdc74b0b-dbcd-49ae-9333-14239a298928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:35.971339 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a44e5c83-aa99-4691-9362-f47003912522 req-cdc74b0b-dbcd-49ae-9333-14239a298928 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b47e6d8886e0466f9fae1893fac287d8&device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 1098 time: 0.0710940 Jun 16 15:51:36.037211 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:36.132074 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5c83-aa99-4691-9362-f47003912522 req-57dea616-3c8e-4e0b-bedc-92ae4b0148fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:36.133602 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a44e5c83-aa99-4691-9362-f47003912522 req-57dea616-3c8e-4e0b-bedc-92ae4b0148fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 200 len: 916 time: 0.1562932 Jun 16 15:51:36.147743 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a100913-ea95-46e8-a9e1-8dbbf13d30bf req-22db31cb-950d-49df-b89a-99ee26461b36 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:36.150171 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8a100913-ea95-46e8-a9e1-8dbbf13d30bf req-22db31cb-950d-49df-b89a-99ee26461b36 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.1413155 Jun 16 15:51:36.210820 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a44e5c83-aa99-4691-9362-f47003912522 req-96d8e2b8-a9fb-4221-844f-679bba113e5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 200 len: 217 time: 0.0602436 Jun 16 15:51:36.284691 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8a100913-ea95-46e8-a9e1-8dbbf13d30bf req-7f8789f1-3a43-4637-ad40-e661ca379c8a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227579 Jun 16 15:51:36.295423 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5c83-aa99-4691-9362-f47003912522 req-e70584cd-f6bb-4cb2-970f-86ae07c3f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:36.296905 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a44e5c83-aa99-4691-9362-f47003912522 req-e70584cd-f6bb-4cb2-970f-86ae07c3f3e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 200 len: 854 time: 0.0792685 Jun 16 15:51:36.353643 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 5, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:36.357266 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] Checking router: dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:36.366829 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:36.367517 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:51:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:36.380389 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e5c83-aa99-4691-9362-f47003912522 req-060b0c2d-1185-45c3-9856-97d473bcbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:36.382877 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a44e5c83-aa99-4691-9362-f47003912522 req-060b0c2d-1185-45c3-9856-97d473bcbc48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22c1fa16-69ca-4591-9398-7291e2aa4c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734689 Jun 16 15:51:36.486303 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:36.490109 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a44e5c83-aa99-4691-9362-f47003912522 req-f9ae7e3b-9e5d-4860-bf8b-6e5e767a6d59 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993502 Jun 16 15:51:36.600674 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a44e5c83-aa99-4691-9362-f47003912522 req-b7e4c488-0bce-445a-a905-a41575f90707 service neutron] 10.222.0.24 "GET /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033235 Jun 16 15:51:36.704349 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 5, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:36.708705 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4e37b6-6244-460b-85a6-b253977f3cca None None] The sync data for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb is: [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:17Z', 'revision_number': 4, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '0e265b78-ac23-411d-95b8-7da636a5f33b', 'name': '', 'network_id': '22c1fa16-69ca-4591-9398-7291e2aa4c20', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'mac_address': 'fa:16:3e:cc:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:16Z', 'updated_at': '2021-06-16T15:47:24Z', 'revision_number': 5, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'subnets': [{'id': '8b3abe5c-a933-431a-b8e8-bd4c1d4ce851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:37.054164 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50762c66-ff57-4817-a2ea-b161df433fc2 None None] New status for floating IP cba62a1f-1b6b-47c8-8bf6-a06764f8d9fc: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:51:37.529400 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e7e06-2de2-4702-9b7e-e3ad867bbf28 req-48c5bce8-541b-432c-b4a1-48dda46526a6 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:37.531880 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b02e7e06-2de2-4702-9b7e-e3ad867bbf28 req-48c5bce8-541b-432c-b4a1-48dda46526a6 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.1043134 Jun 16 15:51:37.577209 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b02e7e06-2de2-4702-9b7e-e3ad867bbf28 req-2afc1792-6511-4de9-b3b3-be152b6b97e7 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360711 Jun 16 15:51:38.533484 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-98b1a24b-9c45-4cce-8d4f-6755bd3042a8 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:38.534982 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-98b1a24b-9c45-4cce-8d4f-6755bd3042a8 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.0652525 Jun 16 15:51:38.668014 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Deleting port 632eede0-b1ae-4403-8e5c-8702bb99bc3b {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:38.668378 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:38.800753 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa59bc-e7ba-49ce-ae23-b48a0648dba1 req-e19c8614-1dc2-4f91-b359-db2ccf52796a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:38.802549 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-befa59bc-e7ba-49ce-ae23-b48a0648dba1 req-e19c8614-1dc2-4f91-b359-db2ccf52796a tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/ports?device_id=7f6e4dec-c164-45e4-80ff-ef54711c356f HTTP/1.1" status: 200 len: 946 time: 0.1022079 Jun 16 15:51:38.834304 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:51:38.850285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] For port 632eede0-b1ae-4403-8e5c-8702bb99bc3b, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=632eede0-b1ae-4403-8e5c-8702bb99bc3b,segment=NetworkSegment(9b336855-34ee-4952-8059-13b5e4965ad6),segment_id=9b336855-34ee-4952-8059-13b5e4965ad6)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:38.850862 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:38.875915 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-befa59bc-e7ba-49ce-ae23-b48a0648dba1 req-bd76d09a-5748-4df4-b013-4fedfeb821a9 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.23 "GET /v2.0/security-groups?id=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623906 Jun 16 15:51:38.947288 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Calling delete_port for 632eede0-b1ae-4403-8e5c-8702bb99bc3b owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:39.083576 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.087827 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-fb8cc313-92c0-414b-a476-e5b003116655 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:39.096487 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['632eede0-b1ae-4403-8e5c-8702bb99bc3b'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:51:39.115131 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Pushing event deleted for resources: {'Port': ['ID=632eede0-b1ae-4403-8e5c-8702bb99bc3b,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:39.129163 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.129896 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.130256 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.131010 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.131372 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.131790 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.132202 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.132568 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.132966 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.133322 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.133694 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.134045 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:51:39.156983 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:39.179135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] No DVR routers for this DVR port 632eede0-b1ae-4403-8e5c-8702bb99bc3b on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:39.181846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:39.183983 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03af3e8b-db43-4a1f-8447-db8deb7fa7a5 req-3ce707e4-0953-44bc-84b9-267009956bb4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] 10.222.0.24 "DELETE /v2.0/ports/632eede0-b1ae-4403-8e5c-8702bb99bc3b HTTP/1.1" status: 204 len: 173 time: 0.6430149 Jun 16 15:51:39.184519 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'name': 'network-vif-deleted', 'tag': '632eede0-b1ae-4403-8e5c-8702bb99bc3b'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:39.186960 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2908a8d-d83c-47b4-ba46-590cfd480539" -d '{"events": [{"server_uuid": "7f6e4dec-c164-45e4-80ff-ef54711c356f", "name": "network-vif-deleted", "tag": "632eede0-b1ae-4403-8e5c-8702bb99bc3b"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:39.249491 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafdd49b-2636-498f-a4d1-f8e1137b778f x-openstack-request-id: req-eafdd49b-2636-498f-a4d1-f8e1137b778f {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:39.249756 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f6e4dec-c164-45e4-80ff-ef54711c356f", "name": "network-vif-deleted", "tag": "632eede0-b1ae-4403-8e5c-8702bb99bc3b", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:39.250003 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eafdd49b-2636-498f-a4d1-f8e1137b778f {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:39.250428 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f6e4dec-c164-45e4-80ff-ef54711c356f', 'name': 'network-vif-deleted', 'tag': '632eede0-b1ae-4403-8e5c-8702bb99bc3b', 'status': 'completed', 'code': 200} Jun 16 15:51:39.271362 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcb878-c3b7-4a59-bed6-c6f7d4125cf7 req-61a6a7ab-ce1a-4733-a79c-35c41710c95c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:39.272912 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f7bcb878-c3b7-4a59-bed6-c6f7d4125cf7 req-61a6a7ab-ce1a-4733-a79c-35c41710c95c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.0823123 Jun 16 15:51:39.315883 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f7bcb878-c3b7-4a59-bed6-c6f7d4125cf7 req-a436d4fb-edf9-4f98-ae0e-5badee1bc16d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Jun 16 15:51:40.543859 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3478919-79ba-43dd-b63d-471a809e2919 req-4160c417-decf-4976-bea5-7ab8216f251a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:40.545270 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a3478919-79ba-43dd-b63d-471a809e2919 req-4160c417-decf-4976-bea5-7ab8216f251a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.0739071 Jun 16 15:51:40.585736 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a3478919-79ba-43dd-b63d-471a809e2919 req-fd3abf77-2c35-4343-ae69-df7ca08c984d tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jun 16 15:51:41.476472 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-d1a8757d-6a85-4c4a-b264-7d21750ad6bc tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:41.478810 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-d1a8757d-6a85-4c4a-b264-7d21750ad6bc tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.0907371 Jun 16 15:51:41.619272 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Deleting port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:41.619793 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:41.803886 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd95d41-02ea-4d9c-8ad4-0b5f085a6780 req-95f8bda0-5b3b-493e-a7c3-8c6464e8914e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:51:41.806550 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4bd95d41-02ea-4d9c-8ad4-0b5f085a6780 req-95f8bda0-5b3b-493e-a7c3-8c6464e8914e tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 945 time: 0.0763752 Jun 16 15:51:41.849094 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-4bd95d41-02ea-4d9c-8ad4-0b5f085a6780 req-46bf35fc-790b-4bfd-a4da-b4ddfd96b181 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/security-groups?id=acdb6d0f-6900-4da6-9fd9-64fa961ed648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Jun 16 15:51:41.908605 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 632eede0-b1ae-4403-8e5c-8702bb99bc3b no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:41.929982 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 632eede0-b1ae-4403-8e5c-8702bb99bc3b {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:41.930333 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 632eede0-b1ae-4403-8e5c-8702bb99bc3b not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:42.054051 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] For port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:42.054356 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.125061 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Calling delete_port for 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:42.264775 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.269351 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f32facc3-5409-41b3-9b4a-98fa38b33dbd tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:42.277016 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:51:42.300262 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Pushing event deleted for resources: {'Port': ['ID=50ac51c1-a0bd-4a8d-bd9a-64f799c449d0,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:42.306302 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:42.357369 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] No DVR routers for this DVR port 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:42.360194 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:42.362529 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d2b93441-0d2a-4ac1-af55-d3a739f360d6 req-24142e59-41ba-487c-b886-df69692e1dca tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.24 "DELETE /v2.0/ports/50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 HTTP/1.1" status: 204 len: 173 time: 0.8742805 Jun 16 15:51:42.363131 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'name': 'network-vif-deleted', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:51:42.365774 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2240c3-5730-4411-9e1c-abb9533b4c1a" -d '{"events": [{"server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "name": "network-vif-deleted", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:51:42.411896 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154c1716-7620-4612-9a12-b9ccb3a15729 x-openstack-request-id: req-154c1716-7620-4612-9a12-b9ccb3a15729 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:51:42.412284 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbdc314-e698-4251-bb8c-8e3c41ff4a91", "name": "network-vif-deleted", "tag": "50ac51c1-a0bd-4a8d-bd9a-64f799c449d0", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:51:42.412616 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-154c1716-7620-4612-9a12-b9ccb3a15729 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:51:42.413047 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbdc314-e698-4251-bb8c-8e3c41ff4a91', 'name': 'network-vif-deleted', 'tag': '50ac51c1-a0bd-4a8d-bd9a-64f799c449d0', 'status': 'completed', 'code': 200} Jun 16 15:51:43.111974 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5d0ddacc-2459-405d-9b1b-dd7f46a6ff92 req-7296b79c-ce9a-479f-afde-cd9dc5045af9 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] 10.222.0.23 "GET /v2.0/ports?device_id=8cbdc314-e698-4251-bb8c-8e3c41ff4a91 HTTP/1.1" status: 200 len: 210 time: 0.0413947 Jun 16 15:51:44.985822 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35496) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:45.397655 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657844'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.782121 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Deleting port 0e265b78-ac23-411d-95b8-7da636a5f33b {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:45.782724 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.924653 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] For port 0e265b78-ac23-411d-95b8-7da636a5f33b, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0e265b78-ac23-411d-95b8-7da636a5f33b,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:45.925118 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:45.968794 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:45.996679 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:45.997249 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 50ac51c1-a0bd-4a8d-bd9a-64f799c449d0 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:46.001130 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Calling delete_port for 0e265b78-ac23-411d-95b8-7da636a5f33b owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:46.207105 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:46.210050 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:46.240174 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e265b78-ac23-411d-95b8-7da636a5f33b,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:46.243911 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:46.440692 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657696'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:46.972212 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:51:47.155041 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:47.166795 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9cb3f354-8e4a-4494-b288-7d2f00b2d0b8 admin admin] 10.222.0.23 "PUT /v2.0/routers/dda4774c-2bc4-40a2-b9a9-5ddca8d84e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1755939 Jun 16 15:51:47.166961 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35518) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:47.168201 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] Sync routers for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:47.183180 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:47.183887 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:51:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:47.316033 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:47.316303 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:47.474092 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:47.550491 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Deleting port e4288c84-a260-4f10-9c4d-9a0c7cb9f223 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:47.551019 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:47.590914 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:51:46Z', 'revision_number': 5, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port': {'id': 'e4288c84-a260-4f10-9c4d-9a0c7cb9f223', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:73:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:47.596662 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] Checking router: dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:47.615681 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] Routers {'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:47.616600 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:51:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:47.652062 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] For port e4288c84-a260-4f10-9c4d-9a0c7cb9f223, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:47.652554 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:47.726353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Calling delete_port for e4288c84-a260-4f10-9c4d-9a0c7cb9f223 owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:47.760572 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] Set router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 gateway port host: None {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:47.827576 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:51:47Z', 'revision_number': 6, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port_host': None}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:47.833601 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48468e0-8500-44c4-998d-d10dfcad9914 None None] The sync data for ids ['dda4774c-2bc4-40a2-b9a9-5ddca8d84e00'] in dv-cinder-796114-3-smb is: [{'id': 'dda4774c-2bc4-40a2-b9a9-5ddca8d84e00', 'name': 'tempest-TestMinimumBasicScenario-1854288958-router', 'tenant_id': 'b47e6d8886e0466f9fae1893fac287d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:12Z', 'updated_at': '2021-06-16T15:51:47Z', 'revision_number': 6, 'project_id': 'b47e6d8886e0466f9fae1893fac287d8', 'gw_port_host': None}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:47.933967 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:47.936395 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:47.963522 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4288c84-a260-4f10-9c4d-9a0c7cb9f223,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:47.967495 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:48.037703 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679139'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.143320 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7677'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.146304 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.210316 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672297'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.211155 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:51:48.225874 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.231730 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] 10.222.0.23 "DELETE /v2.0/routers/dda4774c-2bc4-40a2-b9a9-5ddca8d84e00 HTTP/1.1" status: 204 len: 168 time: 1.0593045 Jun 16 15:51:48.231992 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 35526) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:48.354836 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Deleting subnet 8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:51:48.364327 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.429617 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530607'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.488556 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0e265b78-ac23-411d-95b8-7da636a5f33b no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:48.510024 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 0e265b78-ac23-411d-95b8-7da636a5f33b {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:48.510456 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0e265b78-ac23-411d-95b8-7da636a5f33b not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:48.602179 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.667647 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30295466'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.670663 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-66d7945e-49f2-48b6-bc2e-bcd5c10d286a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:48.702846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.710201 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8b3abe5c-a933-431a-b8e8-bd4c1d4ce851 HTTP/1.1" status: 204 len: 168 time: 0.4758315 Jun 16 15:51:48.711096 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35530) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:48.711666 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3abe5c-a933-431a-b8e8-bd4c1d4ce851,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:48.714159 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a470773-b4fd-4b93-ba36-16b62ac8bdf2 None None] Network 22c1fa16-69ca-4591-9398-7291e2aa4c20 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:51:48.716523 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d36479ad-583f-408d-8030-b447502ddd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:48.841990 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:48.921898 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Deleting port 0711e155-20d4-4712-8a7e-3fbc461646ac {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:48.922181 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.004353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] For port 0711e155-20d4-4712-8a7e-3fbc461646ac, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0711e155-20d4-4712-8a7e-3fbc461646ac,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:49.004975 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.018108 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] DHCP port deletion for 22c1fa16-69ca-4591-9398-7291e2aa4c20 request from dv-cinder-796114-3-smb {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:51:49.085709 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Deleting port 0711e155-20d4-4712-8a7e-3fbc461646ac {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:49.086213 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.103302 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Calling delete_port for 0711e155-20d4-4712-8a7e-3fbc461646ac owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:49.161508 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] For port 0711e155-20d4-4712-8a7e-3fbc461646ac, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0711e155-20d4-4712-8a7e-3fbc461646ac,segment=NetworkSegment(288e8474-418d-405f-9b2b-263cd3116365),segment_id=288e8474-418d-405f-9b2b-263cd3116365)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:49.163327 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.196051 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.200766 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-6244d8c3-5787-4e2c-8f01-25c5faf98d9c tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:49.242267 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Calling delete_port for 0711e155-20d4-4712-8a7e-3fbc461646ac owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:49.245649 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] No DVR routers for this DVR port 0711e155-20d4-4712-8a7e-3fbc461646ac on host dv-cinder-796114-3-smb {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:49.253068 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=0711e155-20d4-4712-8a7e-3fbc461646ac,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:49.257082 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:49.352940 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.366505 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c1fa16-69ca-4591-9398-7291e2aa4c20']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:49.381028 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288e8474-418d-405f-9b2b-263cd3116365') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:49.381416 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288e8474-418d-405f-9b2b-263cd3116365') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:49.402012 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.427846 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.439484 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:49.440945 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:51:49.444319 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:51:49.525484 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.533149 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-c081fd83-ce47-4524-a8c5-25b95ae164bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:49.555071 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.561382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:49.564828 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] 10.222.0.23 "DELETE /v2.0/networks/22c1fa16-69ca-4591-9398-7291e2aa4c20 HTTP/1.1" status: 204 len: 168 time: 0.8510604 Jun 16 15:51:49.565933 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:49.568262 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35538) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:49.576916 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Pushing event deleted for resources: {'Port': ['ID=0711e155-20d4-4712-8a7e-3fbc461646ac,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:49.580854 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:49.585817 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] No DVR routers for this DVR port 0711e155-20d4-4712-8a7e-3fbc461646ac on host dv-cinder-796114-3-smb {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:49.629626 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=22c1fa16-69ca-4591-9398-7291e2aa4c20,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:49.662444 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-24a707eb-7b20-42b9-a253-5b4fbf306bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:50.064142 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device e4288c84-a260-4f10-9c4d-9a0c7cb9f223 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:50.099119 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: e4288c84-a260-4f10-9c4d-9a0c7cb9f223 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:50.099465 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device e4288c84-a260-4f10-9c4d-9a0c7cb9f223 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:50.099899 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0711e155-20d4-4712-8a7e-3fbc461646ac no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:50.102064 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657844'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.123376 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 0711e155-20d4-4712-8a7e-3fbc461646ac {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:50.123859 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0711e155-20d4-4712-8a7e-3fbc461646ac not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:50.434438 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Deleting port f10c742d-1526-46e9-8f4e-2c758ecd0055 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:50.435126 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.524052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] For port f10c742d-1526-46e9-8f4e-2c758ecd0055, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=f10c742d-1526-46e9-8f4e-2c758ecd0055,segment=NetworkSegment(44cd41fd-7319-4142-b269-80238ece0105),segment_id=44cd41fd-7319-4142-b269-80238ece0105)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:50.524439 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.613932 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Calling delete_port for f10c742d-1526-46e9-8f4e-2c758ecd0055 owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:50.846689 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:50.849246 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:50.874719 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Pushing event deleted for resources: {'Port': ['ID=f10c742d-1526-46e9-8f4e-2c758ecd0055,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:50.878131 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:51.111538 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657696'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:51.392583 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Router 71b92753-1f67-40d4-af3f-b48e7a2aa68c has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:51:51.512884 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:51:51.522299 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] 10.222.0.23 "PUT /v2.0/routers/71b92753-1f67-40d4-af3f-b48e7a2aa68c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9485946 Jun 16 15:51:51.522299 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35554) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:51.525987 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] Sync routers for ids ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:51:51.540741 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] Routers {'71b92753-1f67-40d4-af3f-b48e7a2aa68c'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:51.542080 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:51:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:51.695224 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] Set router 71b92753-1f67-40d4-af3f-b48e7a2aa68c gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:51.891549 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:51.919552 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:51:50Z', 'revision_number': 5, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:51.924044 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] Checking router: 71b92753-1f67-40d4-af3f-b48e7a2aa68c for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:51:51.938972 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] Routers {'71b92753-1f67-40d4-af3f-b48e7a2aa68c'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:51:51.940601 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:51:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:52.023709 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.053448 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] Set router 71b92753-1f67-40d4-af3f-b48e7a2aa68c gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:51:52.099250 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Deleting port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:52.099784 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.207286 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] For port 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:52.207668 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.299721 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:51:50Z', 'revision_number': 5, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:52.304491 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a968ae6-3c00-485b-9cdf-a24740c63d4c None None] The sync data for ids ['71b92753-1f67-40d4-af3f-b48e7a2aa68c'] in dv-cinder-796114-3-smb is: [{'id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'name': 'tempest-TestMinimumBasicScenario-1852377031-router', 'tenant_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:47:21Z', 'updated_at': '2021-06-16T15:51:50Z', 'revision_number': 5, 'project_id': 'fcbb61a6470d4d5e8b6a7c5473b5e2a8', 'gw_port': {'id': '0a36eaf5-3157-44e3-b92c-9fb0d4205e3d', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:6b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71b92753-1f67-40d4-af3f-b48e7a2aa68c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:47:23Z', 'updated_at': '2021-06-16T15:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:51:52.324499 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Calling delete_port for 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:52.561888 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.566489 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9471c02a-7666-4dd7-904b-7ebbe79c2be1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:52.592961 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a36eaf5-3157-44e3-b92c-9fb0d4205e3d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:52.598833 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:52.670425 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679139'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.808971 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7677'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.811526 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.864199 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672297'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.865067 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71b92753-1f67-40d4-af3f-b48e7a2aa68c {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:51:52.873349 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.875347 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7e1e071c-ac0e-42d2-b373-99e4eaf71ad2 admin admin] 10.222.0.23 "DELETE /v2.0/routers/71b92753-1f67-40d4-af3f-b48e7a2aa68c HTTP/1.1" status: 204 len: 168 time: 1.3523235 Jun 16 15:51:52.879788 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35568) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:52.943542 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Deleting subnet e0535902-04aa-4416-9be8-0b3295b12935 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:51:52.947341 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:52.996224 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.152766 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.227280 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.229933 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-5aee8379-f873-43b0-9ea1-1a7c81e0440b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:53.263286 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0535902-04aa-4416-9be8-0b3295b12935,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:53.265871 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:53.271051 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.274759 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-fa35449a-3c88-4499-888e-8671d51ec4c8 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e0535902-04aa-4416-9be8-0b3295b12935 HTTP/1.1" status: 204 len: 168 time: 0.3935935 Jun 16 15:51:53.277150 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35570) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:53.281211 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96098a40-8f32-4f5b-a2ae-274531b34689 None None] Network 8357c219-6038-4c2a-8343-cb7c5036f09c requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:51:53.372966 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.467917 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Deleting port f4b46bfb-354a-4a07-897c-8531280ba5b2 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:53.468450 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.513123 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] DHCP port deletion for 8357c219-6038-4c2a-8343-cb7c5036f09c request from dv-cinder-796114-3-smb {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:51:53.554931 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] For port f4b46bfb-354a-4a07-897c-8531280ba5b2, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=f4b46bfb-354a-4a07-897c-8531280ba5b2,segment=NetworkSegment(44cd41fd-7319-4142-b269-80238ece0105),segment_id=44cd41fd-7319-4142-b269-80238ece0105)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:53.555359 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.583589 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Deleting port f4b46bfb-354a-4a07-897c-8531280ba5b2 {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:51:53.584269 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.630792 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Calling delete_port for f4b46bfb-354a-4a07-897c-8531280ba5b2 owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:53.693200 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] For port f4b46bfb-354a-4a07-897c-8531280ba5b2, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=f4b46bfb-354a-4a07-897c-8531280ba5b2,segment=NetworkSegment(44cd41fd-7319-4142-b269-80238ece0105),segment_id=44cd41fd-7319-4142-b269-80238ece0105)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:51:53.693738 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.752879 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.755675 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a362293d-a9ab-4007-b25f-b313cf40ca24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:53.786299 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b46bfb-354a-4a07-897c-8531280ba5b2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:53.789936 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:53.791101 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] No DVR routers for this DVR port f4b46bfb-354a-4a07-897c-8531280ba5b2 on host dv-cinder-796114-3-smb {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:53.794548 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Calling delete_port for f4b46bfb-354a-4a07-897c-8531280ba5b2 owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:51:53.883371 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.894956 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8357c219-6038-4c2a-8343-cb7c5036f09c']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:53.898709 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.903347 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:53.907098 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cd41fd-7319-4142-b269-80238ece0105') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:53.907554 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cd41fd-7319-4142-b269-80238ece0105') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:51:53.917397 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.944928 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Pushing event deleted for resources: {'Port': ['ID=f4b46bfb-354a-4a07-897c-8531280ba5b2,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:53.945130 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.948508 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:53.952665 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] No DVR routers for this DVR port f4b46bfb-354a-4a07-897c-8531280ba5b2 on host dv-cinder-796114-3-smb {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:51:53.958717 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:51:53.959242 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:51:53.972820 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:51:54.031416 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:54.037766 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.042375 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:54.049114 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.052297 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] 10.222.0.23 "DELETE /v2.0/networks/8357c219-6038-4c2a-8343-cb7c5036f09c HTTP/1.1" status: 204 len: 168 time: 0.7736928 Jun 16 15:51:54.062182 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:54.062663 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 0a36eaf5-3157-44e3-b92c-9fb0d4205e3d not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:54.063268 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f4b46bfb-354a-4a07-897c-8531280ba5b2 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:54.075386 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Pushing event deleted for resources: {'Network': ['ID=8357c219-6038-4c2a-8343-cb7c5036f09c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:54.077920 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:54.086358 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: f4b46bfb-354a-4a07-897c-8531280ba5b2 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:54.086726 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f4b46bfb-354a-4a07-897c-8531280ba5b2 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:54.087239 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f10c742d-1526-46e9-8f4e-2c758ecd0055 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:51:54.108469 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: f10c742d-1526-46e9-8f4e-2c758ecd0055 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:51:54.108918 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device f10c742d-1526-46e9-8f4e-2c758ecd0055 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:51:54.222739 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35582) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:54.288634 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7045f917-14c5-4f60-97d2-0085a064b19d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b47e6d8886e0466f9fae1893fac287d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642762 Jun 16 15:51:54.291961 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35584) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:54.347806 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a45c652a-e9a5-4ef2-83b6-3d8b0392967f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.371139 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a45c652a-e9a5-4ef2-83b6-3d8b0392967f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.426382 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a45c652a-e9a5-4ef2-83b6-3d8b0392967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.430465 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a45c652a-e9a5-4ef2-83b6-3d8b0392967f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.435170 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a45c652a-e9a5-4ef2-83b6-3d8b0392967f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acdb6d0f-6900-4da6-9fd9-64fa961ed648 HTTP/1.1" status: 204 len: 168 time: 0.1391485 Jun 16 15:51:54.435170 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7c454472-14e0-416a-bddd-d7fc6650a7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:54.446619 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c652a-e9a5-4ef2-83b6-3d8b0392967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdb6d0f-6900-4da6-9fd9-64fa961ed648,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:54.449842 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a45c652a-e9a5-4ef2-83b6-3d8b0392967f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:54.820613 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35596) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:54.877899 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-5f4b1d10-e302-4779-9aca-0ea80bfc81e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcbb61a6470d4d5e8b6a7c5473b5e2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0554202 Jun 16 15:51:54.880650 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 35600) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:54.934045 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:54.957665 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:55.017796 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:55.022027 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:55.023687 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4db696b1-d2ad-4999-a0e6-e4d096a806bc HTTP/1.1" status: 204 len: 168 time: 0.1416190 Jun 16 15:51:55.024779 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a19ab3b5-aef7-44dd-adce-04beb48864ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:55.035826 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db696b1-d2ad-4999-a0e6-e4d096a806bc,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:55.039360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:55.519038 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:56.495773 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-18448d8c-8144-40fb-8005-c89315a8326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.178198 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-57c4c669-f9fe-4b80-a517-aa75bf92cd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.279514 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.588914 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 35646) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:59.637645 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Deleting subnet 79c8606c-bafa-4497-be91-940651ab7220 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:51:59.641029 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.677273 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530607'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.722125 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.794394 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30295466'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.796817 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-24ab4689-ef6e-4fa6-a88d-e0419025e5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:51:59.821256 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79c8606c-bafa-4497-be91-940651ab7220,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:51:59.824349 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:51:59.825354 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.829705 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-41458db5-2139-4f25-9091-932776641da9 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/79c8606c-bafa-4497-be91-940651ab7220 HTTP/1.1" status: 204 len: 168 time: 0.2374115 Jun 16 15:51:59.830943 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 35648) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:51:59.902054 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:51:59.990188 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.002470 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ca36d0-7670-4c05-a48f-a6e0e4de584a']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:00.014298 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b336855-34ee-4952-8059-13b5e4965ad6') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:00.014614 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b336855-34ee-4952-8059-13b5e4965ad6') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:52:00.024025 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530614'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.038223 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.048619 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:52:00.049353 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30075928'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: Traceback (most recent call last): Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: timer() Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: cb(*args, **kw) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: return func(*args, **kwargs) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: self._notify() Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: self.callback(batched_events) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: event.method(event) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: return f(self, *a, **k) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: return self._get(url).json() Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:52:00.051999 dv-cinder-796114-3-smb neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:52:00.113154 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.118049 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.120192 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e3ca36d0-7670-4c05-a48f-a6e0e4de584a HTTP/1.1" status: 204 len: 168 time: 0.2881281 Jun 16 15:52:00.121102 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-72976fcf-1755-48e5-93c9-92e5d958c785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:52:00.135273 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ca36d0-7670-4c05-a48f-a6e0e4de584a,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:00.138282 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:52:00.346043 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35654) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:52:00.391994 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-838b92f8-672c-48be-b893-c8503cdf632b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=43b728d12c364cfcbf32fcd3baa460ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444772 Jun 16 15:52:00.395431 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35656) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:52:00.452517 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.479574 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.494808 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.550292 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.553316 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:00.557485 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70800f67-77f5-4f8b-b6a8-c5c0da5fbe54 HTTP/1.1" status: 204 len: 168 time: 0.1601746 Jun 16 15:52:00.558308 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2c9e572b-0781-44c8-89ef-a5f8d6f404e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:52:00.571676 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70800f67-77f5-4f8b-b6a8-c5c0da5fbe54,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:00.575771 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:52:02.473732 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:12.868007 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176edc85-3a76-4c2b-8099-8b47f060a957 req-246d3896-268f-4beb-86e9-8e3c32b2cd9b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:12.870181 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-176edc85-3a76-4c2b-8099-8b47f060a957 req-246d3896-268f-4beb-86e9-8e3c32b2cd9b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0772049 Jun 16 15:52:12.910378 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-176edc85-3a76-4c2b-8099-8b47f060a957 req-86f76f48-cc8f-45a8-81d3-257c8fe36d87 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341566 Jun 16 15:52:14.095673 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23002226-66e3-46bc-934c-4098649810a3 req-0b1150f0-78c8-48c5-99c1-19d30b609d67 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:14.097307 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-23002226-66e3-46bc-934c-4098649810a3 req-0b1150f0-78c8-48c5-99c1-19d30b609d67 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0693119 Jun 16 15:52:14.141697 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-23002226-66e3-46bc-934c-4098649810a3 req-f1f99417-0427-4dab-95c0-a324e55aa944 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 Jun 16 15:52:15.326415 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1894595-efa9-4e4b-bbf4-d85917a1d07e req-837b07b9-7126-427a-8af9-6cfc91a27d4b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:15.327966 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e1894595-efa9-4e4b-bbf4-d85917a1d07e req-837b07b9-7126-427a-8af9-6cfc91a27d4b tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0667992 Jun 16 15:52:15.369249 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e1894595-efa9-4e4b-bbf4-d85917a1d07e req-c1b97b31-45e3-4347-a315-e338510d7003 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Jun 16 15:52:15.825850 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:52:16.568878 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6b57f-ddd7-450b-8495-b4607175c9b9 req-88c42e04-3851-4d00-9c90-9cf628f5d42c tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:16.571220 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ff6b57f-ddd7-450b-8495-b4607175c9b9 req-88c42e04-3851-4d00-9c90-9cf628f5d42c tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0815809 Jun 16 15:52:16.616437 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9ff6b57f-ddd7-450b-8495-b4607175c9b9 req-c3cc50e3-da42-4b00-8ebe-f130661539bf tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399296 Jun 16 15:52:17.835426 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746379b6-dafb-4583-b93c-fad59eb51c74 req-f1e1a2bc-185f-4800-ba79-a43c1fa86223 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:17.837466 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-746379b6-dafb-4583-b93c-fad59eb51c74 req-f1e1a2bc-185f-4800-ba79-a43c1fa86223 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0747030 Jun 16 15:52:17.893697 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-746379b6-dafb-4583-b93c-fad59eb51c74 req-9e05bb4d-e9eb-46c5-8e5d-a49e9e37fe39 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496576 Jun 16 15:52:19.085910 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eba02-181c-413b-bb11-123a3e1df336 req-b19d475f-f6d0-4a45-aa7e-c2e6905c46bf tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:19.087314 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-376eba02-181c-413b-bb11-123a3e1df336 req-b19d475f-f6d0-4a45-aa7e-c2e6905c46bf tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0659320 Jun 16 15:52:19.124756 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-376eba02-181c-413b-bb11-123a3e1df336 req-4d0f8a8e-6f52-4118-8365-65f8a0e3a2d7 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318050 Jun 16 15:52:20.302156 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e170b-d423-402e-951e-975f4c560b20 req-6d1f11d6-8439-4ae8-8005-ff1fdc9b8d06 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:20.303624 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-852e170b-d423-402e-951e-975f4c560b20 req-6d1f11d6-8439-4ae8-8005-ff1fdc9b8d06 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0639877 Jun 16 15:52:20.345504 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-852e170b-d423-402e-951e-975f4c560b20 req-4ddd1bb9-8b5b-488a-8648-358274fa69dc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362041 Jun 16 15:52:21.519736 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd6aa7-8579-49b0-ac3c-4c1003133ac7 req-9c152998-774b-4f04-b4f5-c9140d25742d tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:21.521222 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-00bd6aa7-8579-49b0-ac3c-4c1003133ac7 req-9c152998-774b-4f04-b4f5-c9140d25742d tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0630186 Jun 16 15:52:21.560224 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-00bd6aa7-8579-49b0-ac3c-4c1003133ac7 req-9fcee086-9eef-46d8-a997-c7944b05b9e6 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333607 Jun 16 15:52:22.749064 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250fbac-74e7-4a0b-9eb1-572258cab90b req-e2d89c08-23cb-4374-9b22-bde488665a03 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:22.750572 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a250fbac-74e7-4a0b-9eb1-572258cab90b req-e2d89c08-23cb-4374-9b22-bde488665a03 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0688429 Jun 16 15:52:22.791287 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a250fbac-74e7-4a0b-9eb1-572258cab90b req-4d572104-5978-407e-b2a7-29d16918eabb tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334425 Jun 16 15:52:22.981132 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466acf8-7d49-4343-86d4-b4454212f811 req-db79374a-5709-4c87-b2c0-495e533e74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:22.982669 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f466acf8-7d49-4343-86d4-b4454212f811 req-db79374a-5709-4c87-b2c0-495e533e74d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1098 time: 0.0572426 Jun 16 15:52:23.074120 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466acf8-7d49-4343-86d4-b4454212f811 req-70ec5570-cd4c-4eaf-96dc-c2b56f6c0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:23.075564 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f466acf8-7d49-4343-86d4-b4454212f811 req-70ec5570-cd4c-4eaf-96dc-c2b56f6c0eed service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 910 time: 0.0871260 Jun 16 15:52:23.143343 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f466acf8-7d49-4343-86d4-b4454212f811 req-140596a5-b499-4e91-8397-390fbed8e629 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 1001 time: 0.0615759 Jun 16 15:52:23.191407 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466acf8-7d49-4343-86d4-b4454212f811 req-feb9ff2b-6bf2-47d5-8091-8425ad267ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:23.193152 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f466acf8-7d49-4343-86d4-b4454212f811 req-feb9ff2b-6bf2-47d5-8091-8425ad267ded service neutron] 10.222.0.24 "GET /v2.0/subnets?id=788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 200 len: 848 time: 0.0437822 Jun 16 15:52:23.256959 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466acf8-7d49-4343-86d4-b4454212f811 req-c1b029d7-6152-447b-898d-5e9a547c5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:23.258380 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f466acf8-7d49-4343-86d4-b4454212f811 req-c1b029d7-6152-447b-898d-5e9a547c5031 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0dcc696-5eed-44d6-8833-2f741206ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586066 Jun 16 15:52:23.350444 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f466acf8-7d49-4343-86d4-b4454212f811 req-6fb313ba-d06a-4db1-adb2-e2dd6a3faffb service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851190 Jun 16 15:52:23.443570 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f466acf8-7d49-4343-86d4-b4454212f811 req-b97349f5-d07e-4e29-94f6-1f438ed78ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872011 Jun 16 15:52:23.976885 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0d378-057f-4fb8-a244-16d62207a49d req-d78c2ab1-d57e-4928-8675-d88acf496763 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:23.978404 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-67e0d378-057f-4fb8-a244-16d62207a49d req-d78c2ab1-d57e-4928-8675-d88acf496763 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0718846 Jun 16 15:52:24.015923 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-67e0d378-057f-4fb8-a244-16d62207a49d req-0cc5a213-ef32-4a30-a4a1-18a7756d8835 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318265 Jun 16 15:52:25.210128 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bfead-e0cb-4ce2-a76f-b6e512b76e46 req-93d3a25c-dd03-48a7-be1b-3d0f441c5055 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:25.211634 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a92bfead-e0cb-4ce2-a76f-b6e512b76e46 req-93d3a25c-dd03-48a7-be1b-3d0f441c5055 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0792797 Jun 16 15:52:25.271443 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a92bfead-e0cb-4ce2-a76f-b6e512b76e46 req-16231d0e-77ea-4de6-85ab-19fc0e4e42b4 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Jun 16 15:52:25.285400 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-9d0cf62e-990f-435b-82c9-0830457b58a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:25.287025 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-9d0cf62e-990f-435b-82c9-0830457b58a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1098 time: 0.0932999 Jun 16 15:52:25.409681 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-052804c5-d1f5-4f6f-a133-a5bee8746881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:25.418763 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-052804c5-d1f5-4f6f-a133-a5bee8746881 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 910 time: 0.0938680 Jun 16 15:52:25.481753 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-c5f84cda-4729-4d2f-bed2-68a136579246 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 1001 time: 0.0620925 Jun 16 15:52:25.515370 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:25.536293 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-9e8239c6-24c2-409d-94cb-1bdb7eea2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:25.537768 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-9e8239c6-24c2-409d-94cb-1bdb7eea2727 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 200 len: 848 time: 0.0495520 Jun 16 15:52:25.598168 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-9993cb15-3c90-44c4-8b0e-7b15800c90d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:25.599652 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-9993cb15-3c90-44c4-8b0e-7b15800c90d1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0dcc696-5eed-44d6-8833-2f741206ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539548 Jun 16 15:52:25.694788 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-d3319f8a-a56b-49f2-84f7-4c8b306fccc5 service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872931 Jun 16 15:52:25.794708 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f862e3c1-8357-4059-b16e-83cb5d67a98f req-401eff77-4fde-4270-ba85-88cb59ae7fda service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923626 Jun 16 15:52:26.448722 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca264aec-bef3-471f-8325-97820396a861 req-b3c204e9-0eea-4662-8bc2-e8d8b015c8fc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:26.450185 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ca264aec-bef3-471f-8325-97820396a861 req-b3c204e9-0eea-4662-8bc2-e8d8b015c8fc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0642073 Jun 16 15:52:26.487752 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-19c9ac98-dacd-4348-9b90-0606981d34e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:26.492485 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ca264aec-bef3-471f-8325-97820396a861 req-190f019f-8cbc-43e0-ad82-d4e2f38e3573 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357897 Jun 16 15:52:26.824183 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 35742) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:52:26.848795 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe7f59-5d4d-41df-a102-e6ad8d7f2c13 req-7312858f-08fc-4173-941d-1556b057b823 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:26.850357 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b6fe7f59-5d4d-41df-a102-e6ad8d7f2c13 req-7312858f-08fc-4173-941d-1556b057b823 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0695412 Jun 16 15:52:26.889646 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b6fe7f59-5d4d-41df-a102-e6ad8d7f2c13 req-238f5297-c1d5-4afb-9b76-94d066b2f90d tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332332 Jun 16 15:52:26.920940 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-141ec7ac-4893-477c-8eea-519133bf1b98 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955539 Jun 16 15:52:28.061050 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee55759-5535-412e-b5be-174d34ad9408 req-2d162fa1-e9de-498b-8e8b-c5f3d315f6ed tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:28.062555 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fee55759-5535-412e-b5be-174d34ad9408 req-2d162fa1-e9de-498b-8e8b-c5f3d315f6ed tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0628431 Jun 16 15:52:28.151438 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fee55759-5535-412e-b5be-174d34ad9408 req-cf76748a-3489-455b-8bef-5d30d6a74fa1 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820019 Jun 16 15:52:28.184400 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-176babea-6591-457a-bfd3-e36304c4cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:28.185845 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-176babea-6591-457a-bfd3-e36304c4cfe2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c&tenant_id=17d5be6e2c2a42b585b278acbb4d5eca HTTP/1.1" status: 200 len: 1098 time: 0.0983942 Jun 16 15:52:28.219176 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 919577f5-11a4-41ea-bb9d-fddd1ff63260 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:52:28.260106 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-3d76e0c8-b21d-4c58-85ed-58c94f8fd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:28.261613 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-3d76e0c8-b21d-4c58-85ed-58c94f8fd7ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1098 time: 0.0546389 Jun 16 15:52:28.293942 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:28.321859 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:52:28.324176 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd39a5-1cdd-4ff5-9416-bd0a5b55e43c" -d '{"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-unplugged", "status": "completed", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:52:28.337459 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:28.342572 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:28.345345 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:52:28.365972 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-c92c8a99-2dee-4df3-b66d-b87336ce3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:28.367477 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-c92c8a99-2dee-4df3-b66d-b87336ce3a77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 910 time: 0.1002192 Jun 16 15:52:28.369130 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 15:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf057b67-8f22-4954-9c42-82c4cc766240 x-openstack-request-id: req-bf057b67-8f22-4954-9c42-82c4cc766240 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:52:28.369452 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-unplugged", "status": "completed", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:52:28.369735 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf057b67-8f22-4954-9c42-82c4cc766240 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:52:28.370127 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'code': 200} Jun 16 15:52:28.395631 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=6']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:28.402586 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.402941 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.403288 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.403646 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.403962 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.404556 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.404889 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.405218 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.405573 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.405905 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.406230 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.406556 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:52:28.410481 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:52:28.435103 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-ea6fe0c7-e44c-43a2-8024-dd81b70191a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 999 time: 0.0592372 Jun 16 15:52:28.482417 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-c0182ee0-8c41-4f67-9759-5b708d3184d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:28.483814 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-c0182ee0-8c41-4f67-9759-5b708d3184d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 200 len: 848 time: 0.0425470 Jun 16 15:52:28.544128 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-be385724-4c27-4074-8de4-042b97396ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:28.545638 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-be385724-4c27-4074-8de4-042b97396ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0dcc696-5eed-44d6-8833-2f741206ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551484 Jun 16 15:52:28.633175 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-3133a74f-95af-48a9-8e65-32c424426f0e service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808892 Jun 16 15:52:28.725155 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-457099d5-7ce0-4fc9-991d-26f12383eefc service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859447 Jun 16 15:52:29.169776 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d30d9a14-0deb-426c-8d33-9bec1feebdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:29.275202 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:29.333901 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f2082-0546-484a-bc3f-1b61ff5047b9 req-d7671a5c-3f4e-42c7-ac08-355b9d2ca8dc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:29.335350 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-af8f2082-0546-484a-bc3f-1b61ff5047b9 req-d7671a5c-3f4e-42c7-ac08-355b9d2ca8dc tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 943 time: 0.0647416 Jun 16 15:52:29.377004 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-af8f2082-0546-484a-bc3f-1b61ff5047b9 req-3b69168d-f596-4a78-8b2f-15283ea5f0c2 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354793 Jun 16 15:52:30.490875 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:30.558843 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695277a-af66-441e-a24b-09c6b10deb5f req-b48cf938-b08e-43a9-a28d-ca744f92a638 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:30.560303 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f695277a-af66-441e-a24b-09c6b10deb5f req-b48cf938-b08e-43a9-a28d-ca744f92a638 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 943 time: 0.0651982 Jun 16 15:52:30.601840 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f695277a-af66-441e-a24b-09c6b10deb5f req-d17a6722-8204-4ee9-a37d-927d09ea7d93 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353119 Jun 16 15:52:31.224227 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de0955-2e9b-4bb9-931e-6ae1db932728 req-bf48df41-8933-410f-8f19-822960c665f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:31.225729 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-20de0955-2e9b-4bb9-931e-6ae1db932728 req-bf48df41-8933-410f-8f19-822960c665f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1096 time: 0.0551095 Jun 16 15:52:31.262725 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-20de0955-2e9b-4bb9-931e-6ae1db932728 req-ee0b5dab-8501-4198-a965-8c27b841bbfd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306411 Jun 16 15:52:31.780931 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271cbb5-2c9d-4e0c-8252-7809e4021bb7 req-f73e5bc0-2bb6-4b20-aa88-07236247e9b5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:31.782442 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f271cbb5-2c9d-4e0c-8252-7809e4021bb7 req-f73e5bc0-2bb6-4b20-aa88-07236247e9b5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 943 time: 0.0688961 Jun 16 15:52:31.821665 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f271cbb5-2c9d-4e0c-8252-7809e4021bb7 req-dbf552ed-6958-4067-8a56-7352562d3533 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333788 Jun 16 15:52:32.238583 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 919577f5-11a4-41ea-bb9d-fddd1ff63260 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:52:32.345991 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:32.358320 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'port_id': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'mac_address': 'fa:16:3e:fc:4a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:52:32.395772 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:32.411080 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919577f5-11a4-41ea-bb9d-fddd1ff63260 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:52:32.430357 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:32.434093 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:32.435782 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:52:32.488355 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:32.491367 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=7']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:32.494332 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:52:32.749075 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['919577f5-11a4-41ea-bb9d-fddd1ff63260'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:52:33.007691 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58d044-0fcc-41c0-8e78-92d871bf9eca req-77a5db1d-44cf-446d-ac81-03a0c2e33053 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:33.009046 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fd58d044-0fcc-41c0-8e78-92d871bf9eca req-77a5db1d-44cf-446d-ac81-03a0c2e33053 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 944 time: 0.0733619 Jun 16 15:52:33.046640 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fd58d044-0fcc-41c0-8e78-92d871bf9eca req-05c14ec2-8078-4f30-ac13-a02bd112f344 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Jun 16 15:52:34.260654 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 919577f5-11a4-41ea-bb9d-fddd1ff63260 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:52:34.309499 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 919577f5-11a4-41ea-bb9d-fddd1ff63260 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:52:34.309881 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:34.390241 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:34.414042 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:52:34.415066 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ce1ae0-a01c-4d03-b134-996b36063ec3" -d '{"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-plugged", "status": "completed", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:52:34.428060 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:52:34.433326 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:34.435260 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-cfb7553a-c910-467c-ba32-5eae983b7472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:52:34.463349 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c59ee8-5091-447c-9034-9385987c7ad0 x-openstack-request-id: req-06c59ee8-5091-447c-9034-9385987c7ad0 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:52:34.463660 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-plugged", "status": "completed", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:52:34.463920 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06c59ee8-5091-447c-9034-9385987c7ad0 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:52:34.464315 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'code': 200} Jun 16 15:52:34.489659 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=8']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:52:34.492578 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:52:49.359309 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462d4e-54b8-4565-b89b-5b1bebb456a2 req-6438381f-46ed-4e7c-b160-0c96405b5ad8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:49.361581 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-36462d4e-54b8-4565-b89b-5b1bebb456a2 req-6438381f-46ed-4e7c-b160-0c96405b5ad8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0643783 Jun 16 15:52:49.400163 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-36462d4e-54b8-4565-b89b-5b1bebb456a2 req-3869f307-cb82-4f2b-a6da-4d48ab3857e0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325353 Jun 16 15:52:50.587746 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405746a5-1b15-4a99-b059-27b60f05e1d0 req-63e08d71-f168-43f8-904d-49d931e7d12b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:50.589218 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-405746a5-1b15-4a99-b059-27b60f05e1d0 req-63e08d71-f168-43f8-904d-49d931e7d12b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0682476 Jun 16 15:52:50.631825 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-405746a5-1b15-4a99-b059-27b60f05e1d0 req-8d53b602-2734-4af5-a5a5-205f9197acb9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356822 Jun 16 15:52:51.811658 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd216c6d-b050-4ac6-8cf2-b12ab0ea78fe req-e28010fb-c2e6-4f18-8ddf-4d82f0aa89cd tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:51.813981 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bd216c6d-b050-4ac6-8cf2-b12ab0ea78fe req-e28010fb-c2e6-4f18-8ddf-4d82f0aa89cd tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0648828 Jun 16 15:52:51.852033 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-bd216c6d-b050-4ac6-8cf2-b12ab0ea78fe req-48bfba00-51a4-4bb3-8406-9b8d81d8b389 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Jun 16 15:52:52.824839 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:52:53.032384 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bdadd-7089-4d5e-8b04-0351754e916c req-258a6729-6b13-4f49-b7bd-4db165a3aec5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:53.033758 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-175bdadd-7089-4d5e-8b04-0351754e916c req-258a6729-6b13-4f49-b7bd-4db165a3aec5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0653644 Jun 16 15:52:53.071689 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-175bdadd-7089-4d5e-8b04-0351754e916c req-9bfb3519-5666-433a-8830-3e9440205880 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322483 Jun 16 15:52:54.249724 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5640e12-0559-4f5b-8a88-2800b31540e9 req-e227251f-ff3c-4e5c-9ef0-3941b6ce335b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:54.252028 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f5640e12-0559-4f5b-8a88-2800b31540e9 req-e227251f-ff3c-4e5c-9ef0-3941b6ce335b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0658877 Jun 16 15:52:54.291340 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f5640e12-0559-4f5b-8a88-2800b31540e9 req-2176bd8c-69c1-4da8-8909-88d7fba5aede tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331607 Jun 16 15:52:55.471843 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755d9df-de43-411c-8900-c7f91cb4b4a5 req-d51e26cf-5adb-44a3-8855-41d183b92061 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:55.473323 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2755d9df-de43-411c-8900-c7f91cb4b4a5 req-d51e26cf-5adb-44a3-8855-41d183b92061 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0642483 Jun 16 15:52:55.512351 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2755d9df-de43-411c-8900-c7f91cb4b4a5 req-06c08684-54f0-49fc-a22d-edf38594066b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334113 Jun 16 15:52:55.528306 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:56.489863 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-be3e9330-f9e0-4c3a-a3d2-28cc47f00114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:56.695917 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a04f2-09c0-46bf-b4a7-b4323fcb416c req-b087328e-6202-4b34-b48c-515061b1226e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:56.697489 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dc6a04f2-09c0-46bf-b4a7-b4323fcb416c req-b087328e-6202-4b34-b48c-515061b1226e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0649500 Jun 16 15:52:56.736480 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-dc6a04f2-09c0-46bf-b4a7-b4323fcb416c req-f6d26660-4dc8-4c3f-92bc-a52878b85d6c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330157 Jun 16 15:52:57.919638 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec776f-fa03-43b4-a597-fed5953386df req-9d7a3c7d-6387-46f7-b110-89696d9c3ae1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:57.921091 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-19ec776f-fa03-43b4-a597-fed5953386df req-9d7a3c7d-6387-46f7-b110-89696d9c3ae1 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0678632 Jun 16 15:52:57.959234 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-19ec776f-fa03-43b4-a597-fed5953386df req-893f435d-f756-4d49-ac6e-36cb1040ca7b tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324571 Jun 16 15:52:59.145221 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a1555-34bd-429c-8bb5-af500ad047ef req-3a78ee3f-7c7d-4970-9662-0d4e6c23a9e0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:52:59.146733 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f07a1555-34bd-429c-8bb5-af500ad047ef req-3a78ee3f-7c7d-4970-9662-0d4e6c23a9e0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0699201 Jun 16 15:52:59.170451 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-56325987-afa2-4991-965a-80f9db2ff78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:52:59.188558 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f07a1555-34bd-429c-8bb5-af500ad047ef req-858614a7-934b-4c0c-85cb-95a0bae0b0a6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358500 Jun 16 15:52:59.277260 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:00.382362 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d77ab9-b7eb-4716-891e-bf166589cc5f req-913c140e-c290-425c-8f31-1ba26af12cef tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:00.383869 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e1d77ab9-b7eb-4716-891e-bf166589cc5f req-913c140e-c290-425c-8f31-1ba26af12cef tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0705795 Jun 16 15:53:00.425085 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e1d77ab9-b7eb-4716-891e-bf166589cc5f req-e6cfa36d-52e9-49b7-a06f-c2961737e4b4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354228 Jun 16 15:53:00.494347 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:01.611607 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f231-e7e3-49e1-84ee-8063b8cdb36a req-877272da-dd91-405d-bb37-e1fb17b498a6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:01.613137 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-04c9f231-e7e3-49e1-84ee-8063b8cdb36a req-877272da-dd91-405d-bb37-e1fb17b498a6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0671592 Jun 16 15:53:01.651946 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-04c9f231-e7e3-49e1-84ee-8063b8cdb36a req-b41196d4-de80-4033-9f51-920b316106cc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328948 Jun 16 15:53:02.478510 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:02.849235 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63308020-8af6-4aa0-b822-480e1be5cff9 req-f051a817-fd60-493c-b5ee-bdf4a03e0e35 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:02.850798 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-63308020-8af6-4aa0-b822-480e1be5cff9 req-f051a817-fd60-493c-b5ee-bdf4a03e0e35 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0719872 Jun 16 15:53:02.903622 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-63308020-8af6-4aa0-b822-480e1be5cff9 req-5f5b6cb7-1755-46e1-99fd-f3c863251b2e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470629 Jun 16 15:53:04.089344 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ef0c-a7c6-4893-b51a-a06a7568110c req-0e28d91a-30c2-4e9c-ba78-4634e730887a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:04.090796 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ff65ef0c-a7c6-4893-b51a-a06a7568110c req-0e28d91a-30c2-4e9c-ba78-4634e730887a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0715675 Jun 16 15:53:04.130881 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ff65ef0c-a7c6-4893-b51a-a06a7568110c req-d6476f8c-b31e-44cf-ae27-4d8b8a8bb6c4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330207 Jun 16 15:53:05.321050 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ff932-c877-4422-bf54-d708e4f3d393 req-4747e374-9d4f-4e21-aa9d-c2996fc787a6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:05.322558 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fe4ff932-c877-4422-bf54-d708e4f3d393 req-4747e374-9d4f-4e21-aa9d-c2996fc787a6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0709946 Jun 16 15:53:05.361172 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-fe4ff932-c877-4422-bf54-d708e4f3d393 req-0d29fec8-bdbd-45f1-abe0-97d6c914e03d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Jun 16 15:53:06.420802 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:53:06.518767 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:06.532424 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '74591708-3993-40c4-aab3-faff358427ee', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'port_id': '74591708-3993-40c4-aab3-faff358427ee', 'mac_address': 'fa:16:3e:96:c8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:53:06.567709 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a61dd2-50fa-4c41-8605-44e054749d84 req-4eb6be40-8e33-4bf5-b4b0-d694a86d1131 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:06.569193 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e5a61dd2-50fa-4c41-8605-44e054749d84 req-4eb6be40-8e33-4bf5-b4b0-d694a86d1131 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0835934 Jun 16 15:53:06.573528 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:06.586892 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74591708-3993-40c4-aab3-faff358427ee {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:53:06.605809 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:06.607031 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e5a61dd2-50fa-4c41-8605-44e054749d84 req-9563b92e-957b-4428-be7d-0dfcecba082d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319996 Jun 16 15:53:06.610691 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:06.612458 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:53:06.661419 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=6']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:06.664332 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:53:06.694396 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['74591708-3993-40c4-aab3-faff358427ee'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:53:07.784980 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584647f6-8552-45eb-a604-a77aef199919 req-1b141aae-2084-4404-9d08-fded081ec6a2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:07.786478 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-584647f6-8552-45eb-a604-a77aef199919 req-1b141aae-2084-4404-9d08-fded081ec6a2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 945 time: 0.0636327 Jun 16 15:53:07.825730 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-584647f6-8552-45eb-a604-a77aef199919 req-a63a7133-a488-44e0-89b2-e7d7a0b44814 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331693 Jun 16 15:53:08.435420 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:08.483398 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 74591708-3993-40c4-aab3-faff358427ee triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:08.483771 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:08.560113 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:08.587667 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74591708-3993-40c4-aab3-faff358427ee'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:53:08.589965 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727a26c-6825-4e64-9932-a5a1b67e72a3" -d '{"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-plugged", "status": "completed", "tag": "74591708-3993-40c4-aab3-faff358427ee"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:53:08.603233 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:08.608759 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:08.611389 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:53:08.635815 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf72b90-0f43-4343-91ca-a766ce4ae60f x-openstack-request-id: req-4bf72b90-0f43-4343-91ca-a766ce4ae60f {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:53:08.636114 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-plugged", "status": "completed", "tag": "74591708-3993-40c4-aab3-faff358427ee", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:53:08.636395 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4bf72b90-0f43-4343-91ca-a766ce4ae60f {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:53:08.636778 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74591708-3993-40c4-aab3-faff358427ee', 'code': 200} Jun 16 15:53:08.662647 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=7']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:08.665891 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:53:09.011260 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e349f5-9912-4101-a003-5ad995d179ef req-14c8f68a-12c5-4a81-a5e7-6fca87486fa0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:09.012703 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-58e349f5-9912-4101-a003-5ad995d179ef req-14c8f68a-12c5-4a81-a5e7-6fca87486fa0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0684447 Jun 16 15:53:09.051846 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-58e349f5-9912-4101-a003-5ad995d179ef req-9493a4b2-8aca-465a-ab48-1c0b8f51c1f8 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329287 Jun 16 15:53:10.239135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ad5db-0ed7-4f34-b6e0-b9f54ffa6fe8 req-a6ddde90-bd82-473d-b94a-245968daafc7 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:10.240620 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9b2ad5db-0ed7-4f34-b6e0-b9f54ffa6fe8 req-a6ddde90-bd82-473d-b94a-245968daafc7 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0650697 Jun 16 15:53:10.282512 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9b2ad5db-0ed7-4f34-b6e0-b9f54ffa6fe8 req-f343f846-0e9f-43b1-bbc4-f1df0c55ca30 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349116 Jun 16 15:53:11.469604 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d2f1-5542-4410-88ed-7b29ebb2446f req-5a39fa46-8f9f-488c-b5c2-49e664ee048c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:11.471153 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-85a5d2f1-5542-4410-88ed-7b29ebb2446f req-5a39fa46-8f9f-488c-b5c2-49e664ee048c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0683439 Jun 16 15:53:11.512555 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-85a5d2f1-5542-4410-88ed-7b29ebb2446f req-32cde25a-c6fb-4f21-afc5-7e497359a862 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341048 Jun 16 15:53:12.715101 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18e5da-4cd4-4b8d-9f76-dfc7cc10e60a req-90343ee2-ddbf-48d3-99de-58653f9560fc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:12.717322 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-df18e5da-4cd4-4b8d-9f76-dfc7cc10e60a req-90343ee2-ddbf-48d3-99de-58653f9560fc tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0809765 Jun 16 15:53:12.760382 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-df18e5da-4cd4-4b8d-9f76-dfc7cc10e60a req-e1d5c562-596e-4c4a-8d1b-bb64d28f612a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366549 Jun 16 15:53:13.983547 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908773d8-8143-4cef-bdcb-8b9b3a098eba req-5656ce7f-f344-4968-837b-ea889247e6bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:13.985847 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-908773d8-8143-4cef-bdcb-8b9b3a098eba req-5656ce7f-f344-4968-837b-ea889247e6bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0813088 Jun 16 15:53:14.034436 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-908773d8-8143-4cef-bdcb-8b9b3a098eba req-38261e7e-0cc2-4a24-807e-2ef5358d1dd3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Jun 16 15:53:15.231754 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3274e7-8818-4bca-8510-3f7bd8b2a843 req-1753922d-b87a-4c3c-b086-11c8b0d3ae12 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:15.233237 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9c3274e7-8818-4bca-8510-3f7bd8b2a843 req-1753922d-b87a-4c3c-b086-11c8b0d3ae12 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0707524 Jun 16 15:53:15.276408 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9c3274e7-8818-4bca-8510-3f7bd8b2a843 req-4cbd6a03-b571-44ce-8e5c-1beff0926a6d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352719 Jun 16 15:53:16.480756 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a066cb-95be-47a0-b79b-efb2944e8802 req-470048e2-a83f-408c-b282-5bbc8002f717 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:16.482308 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-85a066cb-95be-47a0-b79b-efb2944e8802 req-470048e2-a83f-408c-b282-5bbc8002f717 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0695443 Jun 16 15:53:16.525777 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-85a066cb-95be-47a0-b79b-efb2944e8802 req-83bb91e3-b083-415b-b377-249f999c6aa9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360787 Jun 16 15:53:17.736844 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda603d1-c07d-4238-b7cc-0e9727f5a2bc req-ebe2cdb4-2f97-4da4-ba27-01339278cd8a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:17.738704 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eda603d1-c07d-4238-b7cc-0e9727f5a2bc req-ebe2cdb4-2f97-4da4-ba27-01339278cd8a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0859487 Jun 16 15:53:17.784394 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-eda603d1-c07d-4238-b7cc-0e9727f5a2bc req-bd66bda4-4a40-4c2e-a1a9-269a24cac4ac tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390568 Jun 16 15:53:18.985869 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402f24a-7894-4649-a56a-764a51a3a13a req-44c285d8-7b30-4750-a2b1-6983c1e0a2e6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:18.988159 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7402f24a-7894-4649-a56a-764a51a3a13a req-44c285d8-7b30-4750-a2b1-6983c1e0a2e6 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0727925 Jun 16 15:53:19.032207 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7402f24a-7894-4649-a56a-764a51a3a13a req-96b57a6c-d8f7-4399-a823-8c4b066fdbc0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360017 Jun 16 15:53:20.241235 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3b881-6a3d-4f2c-b087-33131501b1d1 req-161b876e-dc4b-49ea-9c60-12fd31c0c43c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:20.242793 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5ab3b881-6a3d-4f2c-b087-33131501b1d1 req-161b876e-dc4b-49ea-9c60-12fd31c0c43c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0693634 Jun 16 15:53:20.286803 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5ab3b881-6a3d-4f2c-b087-33131501b1d1 req-aaea4223-e590-4a7f-86bc-25c1876ac120 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382161 Jun 16 15:53:21.483543 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9bc83-b9f0-4c82-b703-52e639d6c19c req-54cf4881-bb10-461d-8452-c082a15f9378 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:21.486385 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7bf9bc83-b9f0-4c82-b703-52e639d6c19c req-54cf4881-bb10-461d-8452-c082a15f9378 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0737607 Jun 16 15:53:21.528200 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7bf9bc83-b9f0-4c82-b703-52e639d6c19c req-0153cef6-dfa3-468c-910a-14505f30e816 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356476 Jun 16 15:53:22.709650 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eeb59-3c64-497c-ac8b-2af6fea8f3b6 req-2617cf57-d9a8-46d9-ac4e-09c5b8a194eb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:22.711109 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3e4eeb59-3c64-497c-ac8b-2af6fea8f3b6 req-2617cf57-d9a8-46d9-ac4e-09c5b8a194eb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0636773 Jun 16 15:53:22.749764 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3e4eeb59-3c64-497c-ac8b-2af6fea8f3b6 req-0558deff-1ada-43d5-a75f-73f5cb6173b3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324168 Jun 16 15:53:23.248204 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-0b932aa0-207f-496c-977a-a5c925d2034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:23.250260 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-0b932aa0-207f-496c-977a-a5c925d2034c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1099 time: 0.0569561 Jun 16 15:53:23.574405 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-67194c26-9670-469b-ae75-777e946aafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:23.575760 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-67194c26-9670-469b-ae75-777e946aafa4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.3190098 Jun 16 15:53:23.641616 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-b1a36d0b-2fde-4802-be09-300fbe178b38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 200 len: 1002 time: 0.0586326 Jun 16 15:53:23.693951 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-f0b6b423-3b53-4378-8499-bfbbd1c80dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:23.695378 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-f0b6b423-3b53-4378-8499-bfbbd1c80dc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0474935 Jun 16 15:53:23.751606 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-cde9842d-ddd5-4da3-a590-a6c9fd64896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:23.753077 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-cde9842d-ddd5-4da3-a590-a6c9fd64896e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514266 Jun 16 15:53:23.845822 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-8f5be717-9a6c-4a3d-b472-f55b1b404a8c service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Jun 16 15:53:23.931081 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d8598-d62d-496d-8190-3efd2bc7988b req-f06bb676-99d4-4644-b2a2-fa3fbd4a0b92 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:23.932568 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bc1d8598-d62d-496d-8190-3efd2bc7988b req-f06bb676-99d4-4644-b2a2-fa3fbd4a0b92 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0630839 Jun 16 15:53:23.937066 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32268085-6f6b-485c-bdba-f5ca1e6359cd req-c6bb55c9-2447-44f5-8a79-68174f9a30eb service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849035 Jun 16 15:53:23.978085 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bc1d8598-d62d-496d-8190-3efd2bc7988b req-8843ec5d-afbc-4759-855d-22880cbd43b5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394595 Jun 16 15:53:25.174689 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16164e22-5510-4be7-b7ea-40a8b18aaf59 req-a81d01ec-4b39-462c-a248-5fbb7e8af6f9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:25.177592 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-16164e22-5510-4be7-b7ea-40a8b18aaf59 req-a81d01ec-4b39-462c-a248-5fbb7e8af6f9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0744140 Jun 16 15:53:25.219914 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-16164e22-5510-4be7-b7ea-40a8b18aaf59 req-a5f359a9-c874-44fc-9b6b-c195bb701686 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365784 Jun 16 15:53:25.518769 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:26.398052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb4bb-506c-4259-9bc0-1f8a225fd21f req-64e6173b-5755-45bc-86e7-faa41552d73a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:26.399512 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-743bb4bb-506c-4259-9bc0-1f8a225fd21f req-64e6173b-5755-45bc-86e7-faa41552d73a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 946 time: 0.0632129 Jun 16 15:53:26.442695 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-743bb4bb-506c-4259-9bc0-1f8a225fd21f req-efe4e926-4905-43c7-8d51-24719677bf3e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375650 Jun 16 15:53:26.502047 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9898bb03-8cb2-46ad-a3cc-4d39e162f5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:26.556215 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:53:26.632535 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:26.655809 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74591708-3993-40c4-aab3-faff358427ee'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:53:26.658102 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe7f230-1d7e-4240-b7fd-4674b2dd924e" -d '{"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-unplugged", "status": "completed", "tag": "74591708-3993-40c4-aab3-faff358427ee"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:53:26.672214 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:26.677780 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:26.679830 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:53:26.705808 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 15:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5604e8b-f109-4cd2-91a3-1cf9d7bc5f44 x-openstack-request-id: req-f5604e8b-f109-4cd2-91a3-1cf9d7bc5f44 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:53:26.706091 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-unplugged", "status": "failed", "tag": "74591708-3993-40c4-aab3-faff358427ee", "code": 422}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:53:26.706409 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5604e8b-f109-4cd2-91a3-1cf9d7bc5f44 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:53:26.706851 dv-cinder-796114-3-smb neutron-server[103603]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '74591708-3993-40c4-aab3-faff358427ee', 'code': 422} returned with failed status Jun 16 15:53:26.733626 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=8']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:26.737456 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:53:28.634963 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817b561-8c12-4df5-a6f7-0eb7c7cef66d req-2622886d-ae9c-4e50-9285-3d391f0f319a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:28.636403 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0817b561-8c12-4df5-a6f7-0eb7c7cef66d req-2622886d-ae9c-4e50-9285-3d391f0f319a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.1030748 Jun 16 15:53:28.644312 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-3f7e15f7-2fd4-498c-b814-f9ad2000d1f5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806959 Jun 16 15:53:28.677793 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-0817b561-8c12-4df5-a6f7-0eb7c7cef66d req-f2c4133b-cb45-49c6-8f1c-14d9fad211e5 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324905 Jun 16 15:53:29.173102 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f6b46d73-514f-4960-af77-5f6037ac1883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.279082 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:29.823667 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:53:29.861404 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e605dd-0338-4acc-889a-1d44376a08bb req-23f4e787-1b83-43ba-be0a-ca708f8196f4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:29.862890 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b0e605dd-0338-4acc-889a-1d44376a08bb req-23f4e787-1b83-43ba-be0a-ca708f8196f4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0627632 Jun 16 15:53:29.899584 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b0e605dd-0338-4acc-889a-1d44376a08bb req-4ab34927-4d8f-4f7f-ab73-286ba0a91499 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308101 Jun 16 15:53:30.495367 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:31.077064 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07550-1299-4160-a989-993f47e01ba1 req-ceca6d96-86ae-426c-aa87-3e07108a2afe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:31.078669 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9cd07550-1299-4160-a989-993f47e01ba1 req-ceca6d96-86ae-426c-aa87-3e07108a2afe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0659020 Jun 16 15:53:31.115635 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9cd07550-1299-4160-a989-993f47e01ba1 req-f5fb16bd-bdbc-4c70-9207-7b51a3b7c189 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314646 Jun 16 15:53:32.300446 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ade9-c2af-4ea6-a5de-b4180ea7e5ab req-fbe5a821-d532-4f26-97b3-10142dda5a7f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:32.302028 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2f5ade9-c2af-4ea6-a5de-b4180ea7e5ab req-fbe5a821-d532-4f26-97b3-10142dda5a7f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0698996 Jun 16 15:53:32.342412 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2f5ade9-c2af-4ea6-a5de-b4180ea7e5ab req-73ba5c47-4444-4929-a38e-a18b3971d6f3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347023 Jun 16 15:53:32.481492 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:33.518134 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695d0f-2f9f-443c-9864-62632742d7a3 req-e1c2839d-f474-4b0e-a9da-9a0d47409bce tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:33.521055 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cd695d0f-2f9f-443c-9864-62632742d7a3 req-e1c2839d-f474-4b0e-a9da-9a0d47409bce tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0660419 Jun 16 15:53:33.556997 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-337e1f07-3dd8-4121-9e90-9a017e1e5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:33.558485 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-337e1f07-3dd8-4121-9e90-9a017e1e5d39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7&tenant_id=edd4ed729df642398042d9cda2abe329 HTTP/1.1" status: 200 len: 1097 time: 0.0565944 Jun 16 15:53:33.558659 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cd695d0f-2f9f-443c-9864-62632742d7a3 req-ede3ac42-beb8-41b3-832b-f692ff8231f0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Jun 16 15:53:33.631424 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-be8e3ce4-d9df-4000-b223-711558acca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:33.632827 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-be8e3ce4-d9df-4000-b223-711558acca3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1097 time: 0.0520127 Jun 16 15:53:33.726033 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-1a3606d1-5d81-4579-b400-560c10843765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:33.727491 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-1a3606d1-5d81-4579-b400-560c10843765 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.0885410 Jun 16 15:53:33.791626 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-c9bcd0c1-7640-43e2-97f6-c18de0c02de1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 200 len: 1000 time: 0.0572348 Jun 16 15:53:33.839939 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-d0f9d5bb-7a08-4ea4-b435-b0ba67784fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:33.841364 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-d0f9d5bb-7a08-4ea4-b435-b0ba67784fbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0430062 Jun 16 15:53:33.900623 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-3a84a1a2-72e3-44b3-b160-5852acae46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:33.902009 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-3a84a1a2-72e3-44b3-b160-5852acae46ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542161 Jun 16 15:53:33.991801 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-693239c5-05f5-4882-a052-18297e054f51 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832756 Jun 16 15:53:34.084182 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8d737e83-d21b-447a-9f6c-c72daa51ecd6 req-44244920-b766-4f13-8896-7d5da1c1f2b0 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863650 Jun 16 15:53:34.756790 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8095087-7922-4d1a-9c60-c9070e9a13bd req-bf8933d3-ecc9-46c7-8c20-3aad560c54cf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:34.758730 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c8095087-7922-4d1a-9c60-c9070e9a13bd req-bf8933d3-ecc9-46c7-8c20-3aad560c54cf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0785687 Jun 16 15:53:34.802980 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c8095087-7922-4d1a-9c60-c9070e9a13bd req-7e13a279-4589-42df-b381-8e453633a28c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371299 Jun 16 15:53:35.993360 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d904dc-6009-42ae-80ca-eb19a5fed595 req-3283768a-1722-4023-a1e1-256b8d0efe6f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:35.994885 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e2d904dc-6009-42ae-80ca-eb19a5fed595 req-3283768a-1722-4023-a1e1-256b8d0efe6f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0667355 Jun 16 15:53:36.036745 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e2d904dc-6009-42ae-80ca-eb19a5fed595 req-000e190a-b1d7-4297-9384-9fa1a76986f4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350897 Jun 16 15:53:37.232191 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c889a-c43a-4134-a5e8-c22247161586 req-9f39d59a-76ff-4815-8a86-388005190fcb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:37.235034 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cc9c889a-c43a-4134-a5e8-c22247161586 req-9f39d59a-76ff-4815-8a86-388005190fcb tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0704820 Jun 16 15:53:37.286801 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cc9c889a-c43a-4134-a5e8-c22247161586 req-5746ccf3-1033-49e6-a9e1-a1d71f9cefff tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464387 Jun 16 15:53:38.485071 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ff76a-9fad-45ae-96c7-3844d994f39f req-0ea1c269-8369-4846-aeef-58b0b1c393a9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:38.486643 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-128ff76a-9fad-45ae-96c7-3844d994f39f req-0ea1c269-8369-4846-aeef-58b0b1c393a9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0717492 Jun 16 15:53:38.527497 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-128ff76a-9fad-45ae-96c7-3844d994f39f req-1a399190-013b-4053-b555-420feb961bec tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349262 Jun 16 15:53:39.739664 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37a20a-84b8-4a67-98c5-e0e4cca7b3c1 req-2c60b41a-053e-4014-a7b0-3cf83b927e4a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:39.741307 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6a37a20a-84b8-4a67-98c5-e0e4cca7b3c1 req-2c60b41a-053e-4014-a7b0-3cf83b927e4a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0745301 Jun 16 15:53:39.787253 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6a37a20a-84b8-4a67-98c5-e0e4cca7b3c1 req-80f8abcf-a257-4fa9-af17-cc42e27e19f3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385180 Jun 16 15:53:41.035448 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb23706-deb6-4500-98ff-55e76130d4b3 req-ec891b4b-6b88-48a8-bb48-0ba39206a6bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:41.037006 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9cb23706-deb6-4500-98ff-55e76130d4b3 req-ec891b4b-6b88-48a8-bb48-0ba39206a6bf tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0859413 Jun 16 15:53:41.090259 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9cb23706-deb6-4500-98ff-55e76130d4b3 req-4be15404-04b3-422c-a432-b68e025a496d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445259 Jun 16 15:53:42.326584 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4ebfd-24d6-4f3a-bdd6-28ee7fd9007e req-80c08ff7-b1b8-4b5a-bdc3-cbed908dde70 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:42.328396 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3fd4ebfd-24d6-4f3a-bdd6-28ee7fd9007e req-80c08ff7-b1b8-4b5a-bdc3-cbed908dde70 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0857563 Jun 16 15:53:42.370350 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3fd4ebfd-24d6-4f3a-bdd6-28ee7fd9007e req-c94a21e4-dbd0-465f-a01d-aaa1b67a8da2 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360596 Jun 16 15:53:43.599923 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dcc62-dc01-4c61-82d1-a51f93e92a91 req-489c9513-1ff6-4e74-85e5-5055680602c4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:43.601516 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3d9dcc62-dc01-4c61-82d1-a51f93e92a91 req-489c9513-1ff6-4e74-85e5-5055680602c4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0766234 Jun 16 15:53:43.643389 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-3d9dcc62-dc01-4c61-82d1-a51f93e92a91 req-7cdce40a-6998-49dd-8dda-6c22ad1cf00d tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361094 Jun 16 15:53:44.892437 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6fef4-1542-4645-8014-e82f0f824e43 req-ef7dce08-b0f8-4de2-84c7-e0ba6a250e61 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:44.893866 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-21c6fef4-1542-4645-8014-e82f0f824e43 req-ef7dce08-b0f8-4de2-84c7-e0ba6a250e61 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0727148 Jun 16 15:53:44.934407 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-21c6fef4-1542-4645-8014-e82f0f824e43 req-756ec5b6-c81e-43a1-a17b-0a4fd60a0e1c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348494 Jun 16 15:53:46.171815 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e1d42-adb9-42ea-99e5-b372804f5808 req-49de00bf-96ad-4bdb-8744-84c302dedc28 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:46.173384 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-991e1d42-adb9-42ea-99e5-b372804f5808 req-49de00bf-96ad-4bdb-8744-84c302dedc28 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0662317 Jun 16 15:53:46.214301 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-991e1d42-adb9-42ea-99e5-b372804f5808 req-9c328502-2858-42c4-a632-c9751b0462da tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348237 Jun 16 15:53:47.399230 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022fbdf-ede9-40e8-9dde-dc178b74e289 req-c2c60fd3-a4f9-4a46-9c1a-82f3400aa7fd tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:47.400683 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8022fbdf-ede9-40e8-9dde-dc178b74e289 req-c2c60fd3-a4f9-4a46-9c1a-82f3400aa7fd tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0642796 Jun 16 15:53:47.445092 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-8022fbdf-ede9-40e8-9dde-dc178b74e289 req-c8f75ea7-5707-4ca7-bd21-b21e337dd3f0 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 Jun 16 15:53:48.627264 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a8b2f-bcef-44c1-b908-7c6c97492e18 req-2a6b1250-591e-47cb-9287-510d7767b5ed tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:48.628726 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c88a8b2f-bcef-44c1-b908-7c6c97492e18 req-2a6b1250-591e-47cb-9287-510d7767b5ed tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0644894 Jun 16 15:53:48.668596 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-c88a8b2f-bcef-44c1-b908-7c6c97492e18 req-ab243333-2b39-4817-9519-e2f09043b1aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341659 Jun 16 15:53:49.871314 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f590d0-04c5-486a-b152-4a990f2db324 req-99619ab4-2088-4a70-818c-ea2ccc83bf5e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:49.872779 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-56f590d0-04c5-486a-b152-4a990f2db324 req-99619ab4-2088-4a70-818c-ea2ccc83bf5e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0671606 Jun 16 15:53:49.916853 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-56f590d0-04c5-486a-b152-4a990f2db324 req-37540b2b-dc95-4400-a328-838dffa22485 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375741 Jun 16 15:53:51.112310 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0f2eb-a3f5-4809-8f5e-45a29669c05a req-87fca636-ee06-45fe-9a15-24f00d80a85e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:51.113834 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bdc0f2eb-a3f5-4809-8f5e-45a29669c05a req-87fca636-ee06-45fe-9a15-24f00d80a85e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0728903 Jun 16 15:53:51.155158 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bdc0f2eb-a3f5-4809-8f5e-45a29669c05a req-406be243-987c-4435-83c5-9d9a836f6e31 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353684 Jun 16 15:53:52.346569 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e4a48-d10f-4112-bdc8-ab09b177c043 req-c4e5b93e-f578-4505-bd6e-8bcccfdbb2d9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:52.348066 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b38e4a48-d10f-4112-bdc8-ab09b177c043 req-c4e5b93e-f578-4505-bd6e-8bcccfdbb2d9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 944 time: 0.0705991 Jun 16 15:53:52.386868 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b38e4a48-d10f-4112-bdc8-ab09b177c043 req-fcd71787-6841-40b0-ba90-c497237a8ec4 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328772 Jun 16 15:53:52.675196 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:53:52.776482 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:52.914370 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '74591708-3993-40c4-aab3-faff358427ee', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'port_id': '74591708-3993-40c4-aab3-faff358427ee', 'mac_address': 'fa:16:3e:96:c8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:53:52.956518 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:52.972992 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74591708-3993-40c4-aab3-faff358427ee {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:53:52.997579 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:53.003248 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:53.005170 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:53:53.053353 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=9']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:53.060701 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.061059 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.061546 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.062349 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.062349 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.062592 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.062927 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.063256 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.063598 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.063952 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.064281 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.064607 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:53:53.068624 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:53:53.364723 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['74591708-3993-40c4-aab3-faff358427ee'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:53:53.572917 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9c6fa-3789-4991-9bbe-ef9a28f4dc62 req-4b33d9eb-9fd4-4a2b-9873-5c997f823b18 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:53.574478 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9da9c6fa-3789-4991-9bbe-ef9a28f4dc62 req-4b33d9eb-9fd4-4a2b-9873-5c997f823b18 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 945 time: 0.0672553 Jun 16 15:53:53.612704 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9da9c6fa-3789-4991-9bbe-ef9a28f4dc62 req-ab339e25-80d8-4f1e-8871-5b205c2e6c92 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Jun 16 15:53:54.684876 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:53:54.737502 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 74591708-3993-40c4-aab3-faff358427ee triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:53:54.737821 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:54.807855 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286ed71-3595-43b7-9b6a-df572b2c8654 req-a5cf7f85-bf06-4671-bd55-f4cf2f60bbd3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:54.809334 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e286ed71-3595-43b7-9b6a-df572b2c8654 req-a5cf7f85-bf06-4671-bd55-f4cf2f60bbd3 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 945 time: 0.0769236 Jun 16 15:53:54.821233 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:54.843781 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74591708-3993-40c4-aab3-faff358427ee'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:53:54.846103 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770b75fc-f78d-4879-8b45-b175f2c700e0" -d '{"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-plugged", "status": "completed", "tag": "74591708-3993-40c4-aab3-faff358427ee"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:53:54.850201 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e286ed71-3595-43b7-9b6a-df572b2c8654 req-664da095-47d9-45db-9ddf-5c33db400189 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324719 Jun 16 15:53:54.861141 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:53:54.867037 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:54.869992 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:53:54.900823 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a661a8c-eafb-4a64-a6dc-83738524619f x-openstack-request-id: req-0a661a8c-eafb-4a64-a6dc-83738524619f {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:53:54.901130 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-plugged", "status": "completed", "tag": "74591708-3993-40c4-aab3-faff358427ee", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:53:54.901389 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a661a8c-eafb-4a64-a6dc-83738524619f {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:53:54.901818 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74591708-3993-40c4-aab3-faff358427ee', 'code': 200} Jun 16 15:53:54.923684 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=10']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:53:54.927197 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:53:55.112857 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc66d7-2db5-46f3-ae56-13c16e62faae req-ace17b15-39e3-4150-a03a-7b7c73327a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:55.114309 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e5bc66d7-2db5-46f3-ae56-13c16e62faae req-ace17b15-39e3-4150-a03a-7b7c73327a2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1100 time: 0.0587344 Jun 16 15:53:55.150541 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e5bc66d7-2db5-46f3-ae56-13c16e62faae req-7c3751c8-ea7a-40b8-91c9-d0d31579226d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292568 Jun 16 15:53:55.540436 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:56.056158 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654490e5-266d-47bf-9abd-25b654278526 req-40d30c53-f7d4-4954-afd5-87f8544552fe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:56.057815 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-654490e5-266d-47bf-9abd-25b654278526 req-40d30c53-f7d4-4954-afd5-87f8544552fe tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 947 time: 0.0784283 Jun 16 15:53:56.100798 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-654490e5-266d-47bf-9abd-25b654278526 req-f688ec14-5ae0-4242-b617-075c81edcd7e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356112 Jun 16 15:53:56.495858 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-75646772-e4ec-415d-a900-93e2afdb3ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:57.304585 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066d048-87e8-4007-8af6-f0552a624ec1 req-acfafeae-c9fa-4e3d-8820-edb72015d294 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:53:57.306220 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8066d048-87e8-4007-8af6-f0552a624ec1 req-acfafeae-c9fa-4e3d-8820-edb72015d294 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 947 time: 0.0738704 Jun 16 15:53:57.350007 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8066d048-87e8-4007-8af6-f0552a624ec1 req-6087d9d7-81a7-435f-9328-8ce9dea636aa tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370672 Jun 16 15:53:59.181360 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9931006c-f4a6-4864-871a-4976fca037ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:53:59.284856 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:00.498392 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:02.486161 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:06.821576 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:54:16.715466 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36116) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:17.044394 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Deleting port 814a06f3-f4a0-4be4-b4b6-ef273b55c511 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:17.044667 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.136469 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.136884 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.228709 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Calling delete_port for 814a06f3-f4a0-4be4-b4b6-ef273b55c511 owned by network:floatingip {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:17.453245 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.454611 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:17.486540 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event deleted for resources: {'Port': ['ID=814a06f3-f4a0-4be4-b4b6-ef273b55c511,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:17.499056 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.499836 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.499836 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.500119 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.500478 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.500947 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.501379 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.501788 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.502107 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.502460 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.502838 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.503192 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:17.521684 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:17.569368 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for floatingip, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.569713 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Floating IP 0cbf159b-93f7-4bba-9be1-b17d52d44971 disassociated (deleted). External IP: 172.28.3.114, port: 919577f5-11a4-41ea-bb9d-fddd1ff63260. Jun 16 15:54:17.808299 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Router 26d82c87-62d2-440e-87ba-c8fa15131c8e has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:54:17.924582 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:54:17.929425 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:17.937425 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] Sync routers for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:54:17.951594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:17.953054 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:53:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:17.984971 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "DELETE /v2.0/floatingips/0cbf159b-93f7-4bba-9be1-b17d52d44971 HTTP/1.1" status: 204 len: 168 time: 1.2644625 Jun 16 15:54:17.984971 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:54:17.986107 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:54:18.043951 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d6ca60-d489-4b23-9358-75416ffa651e x-openstack-request-id: req-04d6ca60-d489-4b23-9358-75416ffa651e {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:54:18.044415 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:54:18.044846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04d6ca60-d489-4b23-9358-75416ffa651e {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:54:18.045846 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'status': 'completed', 'code': 200} Jun 16 15:54:18.092353 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:18.125550 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-0ada5103-f352-4b0e-a99f-35271d860993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:18.127174 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-0ada5103-f352-4b0e-a99f-35271d860993 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 1098 time: 0.0578778 Jun 16 15:54:18.267853 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-e305f7a8-a25d-457e-9522-b3af98e099b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:18.270957 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-e305f7a8-a25d-457e-9522-b3af98e099b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 200 len: 910 time: 0.1360400 Jun 16 15:54:18.331661 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-082d41e0-668f-4aec-9b1c-d552614b9b5d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 200 len: 217 time: 0.0450716 Jun 16 15:54:18.413621 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-5b5728d7-c793-4fc8-9b78-57cb8b82acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:18.416218 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-5b5728d7-c793-4fc8-9b78-57cb8b82acf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 200 len: 848 time: 0.0737319 Jun 16 15:54:18.419307 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:16Z', 'revision_number': 5, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:18.424463 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] Checking router: 26d82c87-62d2-440e-87ba-c8fa15131c8e for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:54:18.434466 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:18.435181 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:53:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:18.526284 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-2b3b938b-6247-41d1-b450-91f76ac0724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:18.527678 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-2b3b938b-6247-41d1-b450-91f76ac0724b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d0dcc696-5eed-44d6-8833-2f741206ae44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1031070 Jun 16 15:54:18.546013 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106ff1e-777d-4595-9d78-2577f781148a req-ed6f6aaf-323d-45f9-9527-915a36cef1c9 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:18.547864 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7106ff1e-777d-4595-9d78-2577f781148a req-ed6f6aaf-323d-45f9-9527-915a36cef1c9 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.1090467 Jun 16 15:54:18.568648 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:18.603006 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-7106ff1e-777d-4595-9d78-2577f781148a req-52cd2870-a3e5-4ca7-b89b-5ff267eb9370 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469763 Jun 16 15:54:18.668577 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-244442bd-23d5-4dca-bf81-102733b7a598 service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323552 Jun 16 15:54:18.791528 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-50e64ff8-6e6e-44f7-b35e-e04a1e3e8c1d req-408fa20e-1a6f-47a9-a7ed-1f90c5fec42f service neutron] 10.222.0.24 "GET /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159794 Jun 16 15:54:18.850378 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:16Z', 'revision_number': 5, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:18.854616 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c937a36-6091-4f9b-bdf2-e2001c88565b None None] The sync data for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb is: [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:48:09Z', 'revision_number': 4, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'eca1d845-2d57-48d3-b041-47390555c83e', 'name': '', 'network_id': 'd0dcc696-5eed-44d6-8833-2f741206ae44', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'mac_address': 'fa:16:3e:77:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '788a213f-f343-4027-aa52-74041ba51e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:08Z', 'updated_at': '2021-06-16T15:48:16Z', 'revision_number': 5, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'subnets': [{'id': '788a213f-f343-4027-aa52-74041ba51e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:54:19.106111 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f38fe0-6c43-4f21-a998-bd0ab7a8a0b1 None None] New status for floating IP 0cbf159b-93f7-4bba-9be1-b17d52d44971: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:54:19.798509 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e943052-6955-49bf-90cf-1617c5b999b5 req-4d33773f-e5c1-4e9f-b783-e88219a2998d tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:19.799943 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5e943052-6955-49bf-90cf-1617c5b999b5 req-4d33773f-e5c1-4e9f-b783-e88219a2998d tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0699918 Jun 16 15:54:19.840141 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5e943052-6955-49bf-90cf-1617c5b999b5 req-744d7854-1f64-478e-ac48-c6febb68b602 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/security-groups?id=e1255d9f-10b8-469a-81ab-0dfb8c96418d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342872 Jun 16 15:54:20.073118 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88716-b904-4148-945b-ea3963706963 req-41c544dc-72a8-4b1e-8c12-6035436ac7a1 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:20.074689 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b3c88716-b904-4148-945b-ea3963706963 req-41c544dc-72a8-4b1e-8c12-6035436ac7a1 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.24 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 945 time: 0.0736780 Jun 16 15:54:20.179855 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Deleting port 919577f5-11a4-41ea-bb9d-fddd1ff63260 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:20.180303 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:20.273846 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] For port 919577f5-11a4-41ea-bb9d-fddd1ff63260, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=919577f5-11a4-41ea-bb9d-fddd1ff63260,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:20.274107 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:20.340790 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Calling delete_port for 919577f5-11a4-41ea-bb9d-fddd1ff63260 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:20.479777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:20.484440 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:20.510903 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event deleted for resources: {'Port': ['ID=919577f5-11a4-41ea-bb9d-fddd1ff63260,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:20.514395 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:20.564714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] No DVR routers for this DVR port 919577f5-11a4-41ea-bb9d-fddd1ff63260 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:54:20.567671 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:20.570155 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b3c88716-b904-4148-945b-ea3963706963 req-84846cfa-195a-436d-a2fc-2fc557be64d3 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.24 "DELETE /v2.0/ports/919577f5-11a4-41ea-bb9d-fddd1ff63260 HTTP/1.1" status: 204 len: 173 time: 0.4897466 Jun 16 15:54:20.571045 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-deleted', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:54:20.573501 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a154b5e9-1512-4499-ad25-f786f0a562a0" -d '{"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-deleted", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:54:20.619032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddcd656-32c6-4554-9c7f-4834f257950e x-openstack-request-id: req-bddcd656-32c6-4554-9c7f-4834f257950e {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:54:20.619609 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7784cf53-27ff-4161-afcf-16487650266c", "name": "network-vif-deleted", "tag": "919577f5-11a4-41ea-bb9d-fddd1ff63260", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:54:20.620132 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bddcd656-32c6-4554-9c7f-4834f257950e {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:54:20.620663 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7784cf53-27ff-4161-afcf-16487650266c', 'name': 'network-vif-deleted', 'tag': '919577f5-11a4-41ea-bb9d-fddd1ff63260', 'status': 'completed', 'code': 200} Jun 16 15:54:21.051039 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b15d2366-0a3d-4996-a744-c65f0365291c req-9e708007-2b96-4b2f-bb3b-766a5efadb02 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "GET /v2.0/ports?device_id=7784cf53-27ff-4161-afcf-16487650266c HTTP/1.1" status: 200 len: 210 time: 0.0487785 Jun 16 15:54:22.151067 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36136) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:22.217586 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:22.242852 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:22.306557 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:22.309213 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:22.310423 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] 10.222.0.23 "DELETE /v2.0/security-groups/e1255d9f-10b8-469a-81ab-0dfb8c96418d HTTP/1.1" status: 204 len: 168 time: 0.1579113 Jun 16 15:54:22.311297 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b3eba17d-ebb6-439c-a840-f1d9dec6432c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:22.320630 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1255d9f-10b8-469a-81ab-0dfb8c96418d,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:22.328052 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.328439 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.328811 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.329185 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.329583 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.329951 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.330310 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.330668 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.331027 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.331385 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.331740 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.332100 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:54:22.335266 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:22.377654 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36140) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:22.828287 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 919577f5-11a4-41ea-bb9d-fddd1ff63260 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:22.849142 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 919577f5-11a4-41ea-bb9d-fddd1ff63260 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:22.849534 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 919577f5-11a4-41ea-bb9d-fddd1ff63260 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:22.891722 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657844'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:23.160682 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Deleting port eca1d845-2d57-48d3-b041-47390555c83e {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:23.161355 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:23.235893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] For port eca1d845-2d57-48d3-b041-47390555c83e, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=eca1d845-2d57-48d3-b041-47390555c83e,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:23.236274 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:23.304475 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Calling delete_port for eca1d845-2d57-48d3-b041-47390555c83e owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:23.487643 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:23.489734 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:23.514369 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca1d845-2d57-48d3-b041-47390555c83e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:23.517574 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:23.690804 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657696'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:24.150956 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Router 26d82c87-62d2-440e-87ba-c8fa15131c8e has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:54:24.255142 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:54:24.260123 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] 10.222.0.23 "PUT /v2.0/routers/26d82c87-62d2-440e-87ba-c8fa15131c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8810952 Jun 16 15:54:24.262736 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36144) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:24.267775 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] Sync routers for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:54:24.277183 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:24.277724 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:53:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:24.371322 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:24.384934 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:24.480242 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:24.548535 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Deleting port b31715ff-6344-450c-a97d-f779286f3f4c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:24.548794 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:24.573873 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:54:23Z', 'revision_number': 5, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port': {'id': 'b31715ff-6344-450c-a97d-f779286f3f4c', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:bc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:04Z', 'updated_at': '2021-06-16T15:48:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:24.577913 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] Checking router: 26d82c87-62d2-440e-87ba-c8fa15131c8e for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:54:24.586782 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] Routers {'26d82c87-62d2-440e-87ba-c8fa15131c8e'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:24.587401 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:53:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['26d82c87-62d2-440e-87ba-c8fa15131c8e'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:24.633802 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] For port b31715ff-6344-450c-a97d-f779286f3f4c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b31715ff-6344-450c-a97d-f779286f3f4c,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:24.634289 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:24.671567 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] Set router 26d82c87-62d2-440e-87ba-c8fa15131c8e gateway port host: None {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:24.702329 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Calling delete_port for b31715ff-6344-450c-a97d-f779286f3f4c owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:24.727720 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:54:24Z', 'revision_number': 6, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port_host': None}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:24.732286 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552588f5-5c02-47b8-a8fc-acfd062236c8 None None] The sync data for ids ['26d82c87-62d2-440e-87ba-c8fa15131c8e'] in dv-cinder-796114-3-smb is: [{'id': '26d82c87-62d2-440e-87ba-c8fa15131c8e', 'name': 'tempest-TestShelveInstance-1360647463-router', 'tenant_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:03Z', 'updated_at': '2021-06-16T15:54:24Z', 'revision_number': 6, 'project_id': '17d5be6e2c2a42b585b278acbb4d5eca', 'gw_port_host': None}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:54:24.892878 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:24.903977 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:24.926881 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Pushing event deleted for resources: {'Port': ['ID=b31715ff-6344-450c-a97d-f779286f3f4c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:24.931832 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:24.997982 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679139'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.089919 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7677'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.092923 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.142476 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672297'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.143121 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d82c87-62d2-440e-87ba-c8fa15131c8e {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:54:25.148399 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.151905 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9709e93e-bd39-41ab-8e1c-e9d8e4a29c8e admin admin] 10.222.0.23 "DELETE /v2.0/routers/26d82c87-62d2-440e-87ba-c8fa15131c8e HTTP/1.1" status: 204 len: 168 time: 0.8858941 Jun 16 15:54:25.152106 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36148) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:25.197893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Deleting subnet 788a213f-f343-4027-aa52-74041ba51e99 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:54:25.200996 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.235765 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.317295 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.369893 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.372167 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:25.396922 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788a213f-f343-4027-aa52-74041ba51e99,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:25.399901 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:25.400902 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.402798 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-7c89de15-e6fb-4e47-912d-cdb1eb942595 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/788a213f-f343-4027-aa52-74041ba51e99 HTTP/1.1" status: 204 len: 168 time: 0.2497375 Jun 16 15:54:25.405466 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36150) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:25.406585 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8eb15e-d6ad-42f7-8def-f71b043798cc None None] Network d0dcc696-5eed-44d6-8833-2f741206ae44 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:54:25.474570 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.533266 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Deleting port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:25.533730 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.554222 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.599295 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] For port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:25.599646 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.857477 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] DHCP port deletion for d0dcc696-5eed-44d6-8833-2f741206ae44 request from dv-cinder-796114-3-smb {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:54:25.913891 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Deleting port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:25.914338 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:25.930704 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Calling delete_port for 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:25.982218 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] For port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,segment=NetworkSegment(3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a),segment_id=3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:25.983078 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.012629 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.017000 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-abfd7a0c-8534-442c-837e-65eca4cd73cc tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:26.049242 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Calling delete_port for 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:26.049537 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:26.051650 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:26.052402 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] No DVR routers for this DVR port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 on host dv-cinder-796114-3-smb {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:54:26.095421 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b31715ff-6344-450c-a97d-f779286f3f4c no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:26.118447 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: b31715ff-6344-450c-a97d-f779286f3f4c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:26.118803 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b31715ff-6344-450c-a97d-f779286f3f4c not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:26.119235 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device eca1d845-2d57-48d3-b041-47390555c83e no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:26.127285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.137652 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0dcc696-5eed-44d6-8833-2f741206ae44']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:26.141078 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: eca1d845-2d57-48d3-b041-47390555c83e {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:26.141552 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device eca1d845-2d57-48d3-b041-47390555c83e not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:26.142488 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:26.150520 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:26.150520 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c47db52-4384-4b7d-ad8c-b2a6e83dbf8a') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:26.169385 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530614'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.176634 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:26.177007 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:26.197154 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.200645 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.203466 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:26.205468 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:54:26.205912 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30075928'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: Traceback (most recent call last): Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: timer() Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: cb(*args, **kw) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: return func(*args, **kwargs) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: self._notify() Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: self.callback(batched_events) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: event.method(event) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: return f(self, *a, **k) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: return self._get(url).json() Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:54:26.207820 dv-cinder-796114-3-smb neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:54:26.245484 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Pushing event deleted for resources: {'Port': ['ID=1104da3f-a5ef-49ec-9afd-f344c6c97fd1,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:26.250267 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:26.251083 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] No DVR routers for this DVR port 1104da3f-a5ef-49ec-9afd-f344c6c97fd1 on host dv-cinder-796114-3-smb {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:54:26.279407 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.285309 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-d1cf157a-4182-498a-b8e7-6195848a8731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:26.288109 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.289798 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] 10.222.0.23 "DELETE /v2.0/networks/d0dcc696-5eed-44d6-8833-2f741206ae44 HTTP/1.1" status: 204 len: 168 time: 0.8830700 Jun 16 15:54:26.292913 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36152) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:26.305267 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0dcc696-5eed-44d6-8833-2f741206ae44,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:26.307997 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:26.497100 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b6e99116-fcbc-4eb8-95c6-ff7a73cb9f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.649867 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657844'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.916348 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Deleting port 03dbec4e-b90a-44c1-8f7d-d7280b53209c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:26.916679 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:26.992194 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] For port 03dbec4e-b90a-44c1-8f7d-d7280b53209c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=03dbec4e-b90a-44c1-8f7d-d7280b53209c,segment=NetworkSegment(167b560d-a311-4480-9c59-5b19e5cb0f77),segment_id=167b560d-a311-4480-9c59-5b19e5cb0f77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:26.992578 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:27.058261 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Calling delete_port for 03dbec4e-b90a-44c1-8f7d-d7280b53209c owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:27.143561 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-7a8b1070-0a51-4ada-8402-391c2d63928d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510011 Jun 16 15:54:27.243225 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:27.246801 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8a0c60c1-a8ac-4fde-9198-566e29365fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:27.248184 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-5fb7caec-2766-4735-a0bc-2c98419e009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:27.250411 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-5fb7caec-2766-4735-a0bc-2c98419e009e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=edd4ed729df642398042d9cda2abe329&device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 1100 time: 0.0540142 Jun 16 15:54:27.271517 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03dbec4e-b90a-44c1-8f7d-d7280b53209c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:27.274962 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:27.369931 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-e15c45c1-9979-443d-b2e3-d9157828acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:27.371556 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-e15c45c1-9979-443d-b2e3-d9157828acaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 200 len: 918 time: 0.1019742 Jun 16 15:54:27.440450 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657696'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:27.444930 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-7717b079-a1b6-4032-bbce-cb471f4589e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 200 len: 1002 time: 0.0665040 Jun 16 15:54:27.499012 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-cfe311dd-c966-4e1a-b812-f59f0851b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:27.500588 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-cfe311dd-c966-4e1a-b812-f59f0851b991 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 200 len: 856 time: 0.0471170 Jun 16 15:54:27.561564 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-72f60756-629c-46e2-9f2b-7e992cf57aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:27.563692 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-72f60756-629c-46e2-9f2b-7e992cf57aa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9222c38-6518-45fd-b998-e48b0ba690a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566230 Jun 16 15:54:27.661980 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-7528836b-5552-4d39-8312-4ad7557ea315 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913649 Jun 16 15:54:27.662367 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Router e59bf93e-c5e7-47a8-81d5-24338eab9f39 has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:54:27.755515 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-e33fc8be-8d6c-4629-8732-4714e7702973 req-f92bbbbe-362c-440c-85da-32ddf6446bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875232 Jun 16 15:54:27.772357 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:54:27.779907 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a04c7478-b997-4090-935a-1a917074d3b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/e59bf93e-c5e7-47a8-81d5-24338eab9f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4853733 Jun 16 15:54:27.782151 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] Sync routers for ids ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:54:27.782701 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36156) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:27.791360 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] Routers {'e59bf93e-c5e7-47a8-81d5-24338eab9f39'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:27.792041 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:53:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:27.888302 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:27.898138 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] Set router e59bf93e-c5e7-47a8-81d5-24338eab9f39 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:28.090571 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:54:27Z', 'revision_number': 5, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:28.095156 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] Checking router: e59bf93e-c5e7-47a8-81d5-24338eab9f39 for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:54:28.103926 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] Routers {'e59bf93e-c5e7-47a8-81d5-24338eab9f39'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:28.104538 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:53:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:28.210243 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] Set router e59bf93e-c5e7-47a8-81d5-24338eab9f39 gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:28.229356 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.283049 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Deleting port 88840b37-97a0-4ce6-b299-acad7c3759b7 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:28.283392 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.360451 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] For port 88840b37-97a0-4ce6-b299-acad7c3759b7, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=88840b37-97a0-4ce6-b299-acad7c3759b7,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:28.360810 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.387283 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:54:27Z', 'revision_number': 5, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:28.391321 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a78a35-2e71-466c-92c1-0dded8edf8be None None] The sync data for ids ['e59bf93e-c5e7-47a8-81d5-24338eab9f39'] in dv-cinder-796114-3-smb is: [{'id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'name': 'tempest-TestShelveInstance-1173025185-router', 'tenant_id': '8da6b7d508c24e65a58367f20fe908c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:48:14Z', 'updated_at': '2021-06-16T15:54:27Z', 'revision_number': 5, 'project_id': '8da6b7d508c24e65a58367f20fe908c4', 'gw_port': {'id': '88840b37-97a0-4ce6-b299-acad7c3759b7', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59bf93e-c5e7-47a8-81d5-24338eab9f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:48:15Z', 'updated_at': '2021-06-16T15:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:54:28.428088 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Calling delete_port for 88840b37-97a0-4ce6-b299-acad7c3759b7 owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:28.591578 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.593686 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b18bf0b7-11e8-4078-926d-3c7906496d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:28.614712 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Pushing event deleted for resources: {'Port': ['ID=88840b37-97a0-4ce6-b299-acad7c3759b7,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:28.618368 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:28.680726 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679139'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.772516 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7677'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.774758 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.819075 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672297'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.819628 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59bf93e-c5e7-47a8-81d5-24338eab9f39 {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:54:28.824118 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.825112 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0ad63c93-fdb2-46b3-80c8-59909d09be8d admin admin] 10.222.0.23 "DELETE /v2.0/routers/e59bf93e-c5e7-47a8-81d5-24338eab9f39 HTTP/1.1" status: 204 len: 168 time: 1.0414908 Jun 16 15:54:28.828257 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36158) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:28.878612 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Deleting subnet 6b34b0c2-4199-4589-a66c-05c639154092 {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:54:28.881923 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.919843 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:28.998030 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.063751 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.066036 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:29.094041 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b34b0c2-4199-4589-a66c-05c639154092,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:29.097066 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:29.098210 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.102253 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-fc356f0b-ccd2-459b-bf00-43f8b64d5e59 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6b34b0c2-4199-4589-a66c-05c639154092 HTTP/1.1" status: 204 len: 168 time: 0.2708554 Jun 16 15:54:29.102770 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36162) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:29.106517 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9442bf35-7771-44fa-a046-510010d3b6ce None None] Network ad90fe12-7856-40db-866c-6b4307374b41 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:54:29.169713 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.196965 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2036e5d5-deb9-4389-bfe1-3d0f10d80f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.227329 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Deleting port 67c7a0a1-ab83-47b4-b44a-881418b8f70c {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:29.227669 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.289197 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.298296 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] For port 67c7a0a1-ab83-47b4-b44a-881418b8f70c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=67c7a0a1-ab83-47b4-b44a-881418b8f70c,segment=NetworkSegment(167b560d-a311-4480-9c59-5b19e5cb0f77),segment_id=167b560d-a311-4480-9c59-5b19e5cb0f77)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:29.298662 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.364481 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Calling delete_port for 67c7a0a1-ab83-47b4-b44a-881418b8f70c owned by network:dhcp {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:29.401052 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] DHCP port deletion for ad90fe12-7856-40db-866c-6b4307374b41 request from dv-cinder-796114-3-smb {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:54:29.452411 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.452965 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Deleting port 67c7a0a1-ab83-47b4-b44a-881418b8f70c {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:29.453348 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.454564 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-76dac56f-e68f-4bba-a510-980d7876f6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:29.478976 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Pushing event deleted for resources: {'Port': ['ID=67c7a0a1-ab83-47b4-b44a-881418b8f70c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:29.481948 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:29.485521 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] No DVR routers for this DVR port 67c7a0a1-ab83-47b4-b44a-881418b8f70c on host dv-cinder-796114-3-smb {{(pid=103601) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:54:29.514697 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] For port 67c7a0a1-ab83-47b4-b44a-881418b8f70c, host dv-cinder-796114-3-smb, got binding levels [] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:29.515078 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.557661 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.567728 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad90fe12-7856-40db-866c-6b4307374b41']}} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:29.578101 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167b560d-a311-4480-9c59-5b19e5cb0f77') {'for_net_delete': True} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:29.578405 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.services.segments.db [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167b560d-a311-4480-9c59-5b19e5cb0f77') {} {{(pid=103601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:29.581701 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Calling delete_port for 67c7a0a1-ab83-47b4-b44a-881418b8f70c owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:29.584712 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.ipam_backend_mixin [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Port 67c7a0a1-ab83-47b4-b44a-881418b8f70c was not found and therefore no delete operation was performed {{(pid=103603) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 15:54:29.585956 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.587392 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31891528'] for segment, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.587749 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:29.601342 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.608188 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103601) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:54:29.608716 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31860708'] for segment, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.610689 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Pushing event deleted for resources: {'Port': ['ID=67c7a0a1-ab83-47b4-b44a-881418b8f70c,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: Traceback (most recent call last): Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: timer() Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: cb(*args, **kw) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: return func(*args, **kwargs) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: self._notify() Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: self.callback(batched_events) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: event.method(event) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: return f(self, *a, **k) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: return self._get(url).json() Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: return self.request(url, 'GET', **kwargs) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:54:29.610968 dv-cinder-796114-3-smb neutron-server[103601]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:54:29.615863 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:29.616611 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608052b4-22d9-4de9-a07b-1f2406b4045b None None] No DVR routers for this DVR port 67c7a0a1-ab83-47b4-b44a-881418b8f70c on host dv-cinder-796114-3-smb {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:54:29.669775 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.676350 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.678819 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] 10.222.0.23 "DELETE /v2.0/networks/ad90fe12-7856-40db-866c-6b4307374b41 HTTP/1.1" status: 204 len: 168 time: 0.5753553 Jun 16 15:54:29.679666 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:29.692415 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Pushing event deleted for resources: {'Network': ['ID=ad90fe12-7856-40db-866c-6b4307374b41,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:29.694928 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-56ec2c7c-f4a6-45a7-b6b9-9e72c59b182f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:29.814010 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36166) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:29.859895 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a3d3eb2f-b861-4bf4-8abe-0278c7a34ca6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17d5be6e2c2a42b585b278acbb4d5eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440278 Jun 16 15:54:29.861924 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36168) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:29.911273 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5f57350-d26d-4018-ac93-970f114e9412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.931869 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5f57350-d26d-4018-ac93-970f114e9412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.979265 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5f57350-d26d-4018-ac93-970f114e9412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.981869 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-f5f57350-d26d-4018-ac93-970f114e9412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:29.986172 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-f5f57350-d26d-4018-ac93-970f114e9412 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e7b9c425-aa1d-4107-8c3d-c54a5142f7e9 HTTP/1.1" status: 204 len: 168 time: 0.1206486 Jun 16 15:54:29.986172 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d1b357d1-60ab-4340-b375-b6d57e947230 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:29.992391 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f57350-d26d-4018-ac93-970f114e9412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b9c425-aa1d-4107-8c3d-c54a5142f7e9,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:29.994968 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f5f57350-d26d-4018-ac93-970f114e9412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:30.074190 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 03dbec4e-b90a-44c1-8f7d-d7280b53209c no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:30.098697 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 03dbec4e-b90a-44c1-8f7d-d7280b53209c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:30.099051 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 03dbec4e-b90a-44c1-8f7d-d7280b53209c not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:30.099480 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 88840b37-97a0-4ce6-b299-acad7c3759b7 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:30.118308 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 88840b37-97a0-4ce6-b299-acad7c3759b7 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:30.118977 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 88840b37-97a0-4ce6-b299-acad7c3759b7 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:30.119093 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 67c7a0a1-ab83-47b4-b44a-881418b8f70c no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:30.137878 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 67c7a0a1-ab83-47b4-b44a-881418b8f70c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:30.138239 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 67c7a0a1-ab83-47b4-b44a-881418b8f70c not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:30.299353 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36174) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:30.339607 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-d91881df-57a0-4d66-866e-b4305a3f78f5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8da6b7d508c24e65a58367f20fe908c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389705 Jun 16 15:54:30.343181 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36176) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:30.394225 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5c874d6-3a1f-4098-a486-7485fa34329f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:30.415528 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5c874d6-3a1f-4098-a486-7485fa34329f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:30.463123 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5c874d6-3a1f-4098-a486-7485fa34329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:30.465875 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-d5c874d6-3a1f-4098-a486-7485fa34329f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:30.467678 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-d5c874d6-3a1f-4098-a486-7485fa34329f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/73b1c11b-5c4a-401b-9524-b3df518a2e84 HTTP/1.1" status: 204 len: 168 time: 0.1228173 Jun 16 15:54:30.468505 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-94bedf88-f5d3-4264-9187-fe2c6f871793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:30.477560 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c874d6-3a1f-4098-a486-7485fa34329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b1c11b-5c4a-401b-9524-b3df518a2e84,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:30.479851 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d5c874d6-3a1f-4098-a486-7485fa34329f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:30.510154 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:32.488937 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:43.820455 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:54:53.230588 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490745d0-420b-4503-8dce-c589c235c108 req-3eb23d68-01f6-4f85-9082-177a573f796f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:53.232544 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-490745d0-420b-4503-8dce-c589c235c108 req-3eb23d68-01f6-4f85-9082-177a573f796f tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 947 time: 0.0669014 Jun 16 15:54:53.273145 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-490745d0-420b-4503-8dce-c589c235c108 req-b6edb712-c01f-46ab-a9be-849518b877b9 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344338 Jun 16 15:54:54.459117 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218484a5-8282-4fc6-9bc7-1a2c0e9f4419 req-5b30b714-3092-4baf-8d28-8414ba747e04 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:54.460683 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-218484a5-8282-4fc6-9bc7-1a2c0e9f4419 req-5b30b714-3092-4baf-8d28-8414ba747e04 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 947 time: 0.0668013 Jun 16 15:54:54.499406 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-218484a5-8282-4fc6-9bc7-1a2c0e9f4419 req-f2e63619-8d1f-4e1d-897f-5fbc64a31f1a tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups?id=c902cf61-d004-4bb6-bd21-c92eb48f9ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Jun 16 15:54:54.724471 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-65ba8510-d84e-4f5a-a247-6383217f8d56 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:54:54.725954 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-65ba8510-d84e-4f5a-a247-6383217f8d56 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 947 time: 0.0645139 Jun 16 15:54:54.833339 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Deleting port 74591708-3993-40c4-aab3-faff358427ee {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:54.833714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:54.921824 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] For port 74591708-3993-40c4-aab3-faff358427ee, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=74591708-3993-40c4-aab3-faff358427ee,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:54:54.922184 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.093069 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.093370 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.093646 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Floating IP e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e disassociated. External IP: 172.28.3.129, port: 74591708-3993-40c4-aab3-faff358427ee. Jun 16 15:54:55.093996 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Calling delete_port for 74591708-3993-40c4-aab3-faff358427ee owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:55.224050 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.228015 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:55.253748 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event deleted for resources: {'Port': ['ID=74591708-3993-40c4-aab3-faff358427ee,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:55.256858 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:55.369880 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:54:55.478236 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:54:55.487535 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] Sync routers for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:54:55.496874 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:55.497658 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:55.527554 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] No DVR routers for this DVR port 74591708-3993-40c4-aab3-faff358427ee on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:54:55.531290 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.535291 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-fb3e04b0-cf68-4e5e-90e7-42c7fe8209df req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.24 "DELETE /v2.0/ports/74591708-3993-40c4-aab3-faff358427ee HTTP/1.1" status: 204 len: 173 time: 0.8016722 Jun 16 15:54:55.535291 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-deleted', 'tag': '74591708-3993-40c4-aab3-faff358427ee'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:54:55.536311 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc8040-59ff-44ce-869c-2cca16344d15" -d '{"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-deleted", "tag": "74591708-3993-40c4-aab3-faff358427ee"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:54:55.574947 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:55.617661 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:55.619855 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26278e0-c453-4315-a721-2a755417fd91 x-openstack-request-id: req-d26278e0-c453-4315-a721-2a755417fd91 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:54:55.620252 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046bf8d3-9cce-4874-8c95-22077c4d77a7", "name": "network-vif-deleted", "tag": "74591708-3993-40c4-aab3-faff358427ee", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:54:55.620492 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d26278e0-c453-4315-a721-2a755417fd91 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:54:55.620934 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046bf8d3-9cce-4874-8c95-22077c4d77a7', 'name': 'network-vif-deleted', 'tag': '74591708-3993-40c4-aab3-faff358427ee', 'status': 'completed', 'code': 200} Jun 16 15:54:55.718356 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-cc40250e-caed-4d74-8c33-a647dce2e772 req-d360d42c-53c5-4cda-b232-e0e8a4fe2856 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/ports?device_id=046bf8d3-9cce-4874-8c95-22077c4d77a7 HTTP/1.1" status: 200 len: 210 time: 0.0325155 Jun 16 15:54:55.842529 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:55.845927 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] Checking router: 884ca74f-a4e4-4fa0-9a56-0bc88a948abc for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:54:55.854007 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:54:55.854610 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:55.961319 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:54:56.169821 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:54:56.173305 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c91a9e-edae-4fe6-9bd4-57129834d267 None None] The sync data for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb is: [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:45:23Z', 'revision_number': 4, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': '65653f97-d2fc-4ce8-8c3f-b6c68d3691b4', 'name': '', 'network_id': 'c9222c38-6518-45fd-b998-e48b0ba690a7', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'mac_address': 'fa:16:3e:c3:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:21Z', 'updated_at': '2021-06-16T15:45:34Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'subnets': [{'id': '876fa194-cb09-4e15-bb15-ac5563dce99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:54:56.376594 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e106a50-68a0-4801-bf21-bf922f3f4cb2 None None] New status for floating IP e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e: DOWN {{(pid=103604) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:54:56.502006 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f3c17f3c-fbcf-42f9-abdb-144cee60cb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:56.853306 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36210) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:56.925825 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:56.950329 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:56.995855 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:56.999189 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:57.000477 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "DELETE /v2.0/security-groups/c902cf61-d004-4bb6-bd21-c92eb48f9ed2 HTTP/1.1" status: 204 len: 168 time: 0.1461318 Jun 16 15:54:57.001242 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-4fd27dbc-3e2a-4765-a709-dd6cbf33ff45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:57.003710 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36212) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:57.010034 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c902cf61-d004-4bb6-bd21-c92eb48f9ed2,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:57.012602 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:57.023537 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.api.v2.resource [None req-4add0817-411b-48d0-a011-538707b40239 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] show failed (client error): The resource could not be found. Jun 16 15:54:57.024538 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-4add0817-411b-48d0-a011-538707b40239 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "GET /v2.0/security-groups/c902cf61-d004-4bb6-bd21-c92eb48f9ed2 HTTP/1.1" status: 404 len: 347 time: 0.0195167 Jun 16 15:54:57.027387 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36214) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:54:57.150033 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Deleting port de9ab950-2468-4670-87d0-3979ec018700 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:54:57.150384 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:57.226129 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:57.226464 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:57.300376 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Calling delete_port for de9ab950-2468-4670-87d0-3979ec018700 owned by network:floatingip {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:54:57.434120 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:57.437748 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e24b5a3b-4d42-43c6-8fdf-a11961a49274 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:54:57.463002 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Pushing event deleted for resources: {'Port': ['ID=de9ab950-2468-4670-87d0-3979ec018700,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:54:57.468156 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:54:57.531428 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks [] for floatingip, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:57.533967 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:57.535135 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e6d7ef26-f57e-4a3a-9368-58d09171e15e tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] 10.222.0.23 "DELETE /v2.0/floatingips/e06d0aa6-b3cf-4c7f-8f60-d478fdeeab3e HTTP/1.1" status: 204 len: 168 time: 0.5068624 Jun 16 15:54:59.039972 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:54:59.059514 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 74591708-3993-40c4-aab3-faff358427ee {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:54:59.059874 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 74591708-3993-40c4-aab3-faff358427ee not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:54:59.177521 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-adaf3c2c-11bf-471e-9805-9a51ebbf5aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:54:59.283550 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:00.122399 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36236) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:00.503937 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:00.677240 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657844'] for router_interface, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:00.933654 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Deleting port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:55:00.934063 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:01.019799 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] For port 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:01.020147 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:01.085353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Calling delete_port for 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 owned by network:router_interface {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:55:01.273236 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:01.277881 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d5ebb1f7-1778-4bd0-a9b4-c0919ef65f70 tempest-AttachVolumeNegativeTest-319179867 tempest-AttachVolumeNegativeTest-319179867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:01.321672 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=65653f97-d2fc-4ce8-8c3f-b6c68d3691b4,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:01.328589 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:01.562728 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657696'] for router_interface, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:01.786151 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:55:01.896617 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:01.901752 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-445f06de-8981-4736-95d5-1fb538801a98 admin admin] 10.222.0.23 "PUT /v2.0/routers/884ca74f-a4e4-4fa0-9a56-0bc88a948abc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7776651 Jun 16 15:55:01.904835 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36240) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:01.907844 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] Sync routers for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:01.917455 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:01.918146 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:02.014094 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks [] for router, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.033565 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:02.133443 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.186401 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Deleting port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:55:02.186623 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.222456 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:55:01Z', 'revision_number': 5, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port': {'id': '5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9d:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:45:18Z', 'updated_at': '2021-06-16T15:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:02.226208 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] Checking router: 884ca74f-a4e4-4fa0-9a56-0bc88a948abc for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:02.234750 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] Routers {'884ca74f-a4e4-4fa0-9a56-0bc88a948abc'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:02.235358 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:02.273609 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.db [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] For port 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103601) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:02.274250 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.329848 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] Set router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc gateway port host: None {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:02.342030 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Calling delete_port for 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 owned by network:router_gateway {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:55:02.386770 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:55:02Z', 'revision_number': 6, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port_host': None}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:02.391652 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b521e1-4da8-47c2-9a7e-f4133f00d222 None None] The sync data for ids ['884ca74f-a4e4-4fa0-9a56-0bc88a948abc'] in dv-cinder-796114-3-smb is: [{'id': '884ca74f-a4e4-4fa0-9a56-0bc88a948abc', 'name': 'tempest-AttachVolumeShelveTestJSON-1306380134-router', 'tenant_id': 'edd4ed729df642398042d9cda2abe329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:45:17Z', 'updated_at': '2021-06-16T15:55:02Z', 'revision_number': 6, 'project_id': 'edd4ed729df642398042d9cda2abe329', 'gw_port_host': None}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:02.491433 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.513146 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.516262 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8604c33c-0722-4e57-9b0a-628a872e67df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:02.538055 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:02.541611 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:02.604989 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679139'] for router_gateway, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.938508 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7677'] for router, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.940641 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.981685 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672297'] for router, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.982913 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884ca74f-a4e4-4fa0-9a56-0bc88a948abc {{(pid=103601) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 15:55:02.987383 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:02.988604 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] 10.222.0.23 "DELETE /v2.0/routers/884ca74f-a4e4-4fa0-9a56-0bc88a948abc HTTP/1.1" status: 204 len: 168 time: 1.0824006 Jun 16 15:55:02.991110 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36242) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:03.034263 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Deleting subnet 876fa194-cb09-4e15-bb15-ac5563dce99f {{(pid=103601) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 15:55:03.037232 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.071394 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31891537'] for subnet, precommit_delete_associations {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.151716 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.207629 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31860603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31499752'] for subnet, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.210766 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:03.240142 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876fa194-cb09-4e15-bb15-ac5563dce99f,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:03.242091 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.243989 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/876fa194-cb09-4e15-bb15-ac5563dce99f HTTP/1.1" status: 204 len: 168 time: 0.2519052 Jun 16 15:55:03.245697 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-67cbd5ef-1799-4f65-aca7-cd9aac0c4a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:03.246559 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36244) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:03.249651 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76cc61-d042-4438-8fde-7ce06f6a9b6d None None] Network c9222c38-6518-45fd-b998-e48b0ba690a7 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:03.325076 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.405292 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Deleting port 84d9d025-fb66-4a96-a441-2e2d5850ceac {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:55:03.406032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.490529 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] For port 84d9d025-fb66-4a96-a441-2e2d5850ceac, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=84d9d025-fb66-4a96-a441-2e2d5850ceac,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:03.490827 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.496005 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] DHCP port deletion for c9222c38-6518-45fd-b998-e48b0ba690a7 request from dv-cinder-796114-3-smb {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 15:55:03.541703 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Deleting port 84d9d025-fb66-4a96-a441-2e2d5850ceac {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:55:03.542082 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.556024 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Calling delete_port for 84d9d025-fb66-4a96-a441-2e2d5850ceac owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:55:03.607516 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] For port 84d9d025-fb66-4a96-a441-2e2d5850ceac, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=84d9d025-fb66-4a96-a441-2e2d5850ceac,segment=NetworkSegment(12aee941-1131-43d1-a8e8-1c6407dd6c2f),segment_id=12aee941-1131-43d1-a8e8-1c6407dd6c2f)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:03.607828 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.647421 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.650921 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9c67055b-30be-4849-bd19-d0a38df27893 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:03.678265 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=84d9d025-fb66-4a96-a441-2e2d5850ceac,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:03.681699 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:03.684405 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] No DVR routers for this DVR port 84d9d025-fb66-4a96-a441-2e2d5850ceac on host dv-cinder-796114-3-smb {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:55:03.767690 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.779696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9222c38-6518-45fd-b998-e48b0ba690a7']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:03.793670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12aee941-1131-43d1-a8e8-1c6407dd6c2f') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:03.794042 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12aee941-1131-43d1-a8e8-1c6407dd6c2f') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:03.807222 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530614'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.819300 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Calling delete_port for 84d9d025-fb66-4a96-a441-2e2d5850ceac owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:55:03.822278 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.830625 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 15:55:03.831017 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30075928'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: Traceback (most recent call last): Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: timer() Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: cb(*args, **kw) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: return func(*args, **kwargs) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: self._notify() Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: self.callback(batched_events) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: event.method(event) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: return f(self, *a, **k) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: return self._get(url).json() Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 15:55:03.832701 dv-cinder-796114-3-smb neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 15:55:03.890424 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.896661 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-56c016a7-804f-409f-8166-5e7bdab9a865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:03.899379 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.903557 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:03.904618 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] 10.222.0.23 "DELETE /v2.0/networks/c9222c38-6518-45fd-b998-e48b0ba690a7 HTTP/1.1" status: 204 len: 168 time: 0.6536524 Jun 16 15:55:03.904761 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:03.915501 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9222c38-6518-45fd-b998-e48b0ba690a7,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:03.923746 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:03.929224 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Pushing event deleted for resources: {'Port': ['ID=84d9d025-fb66-4a96-a441-2e2d5850ceac,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:03.931468 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Network c9222c38-6518-45fd-b998-e48b0ba690a7 is not hosted by any dhcp agent {{(pid=103603) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 16 15:55:03.931814 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] No DVR routers for this DVR port 84d9d025-fb66-4a96-a441-2e2d5850ceac on host dv-cinder-796114-3-smb {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:55:03.944529 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.944883 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.945229 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.946225 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.946225 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.946566 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.947126 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.947462 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.947858 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.948106 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.949196 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.949718 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:03.953748 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:04.037169 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36248) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:04.100117 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:55:04.104434 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e885a1b4-2159-44dc-b1e2-d14893fa1ac5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=edd4ed729df642398042d9cda2abe329&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0656142 Jun 16 15:55:04.106795 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36250) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:04.121125 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:55:04.121531 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 65653f97-d2fc-4ce8-8c3f-b6c68d3691b4 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:55:04.121925 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 84d9d025-fb66-4a96-a441-2e2d5850ceac no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:55:04.141316 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 84d9d025-fb66-4a96-a441-2e2d5850ceac {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:55:04.141710 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 84d9d025-fb66-4a96-a441-2e2d5850ceac not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:55:04.142148 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:55:04.162056 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:55:04.162418 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 5bd28d77-2d1e-47a0-89c1-0438c8bfe0e5 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:55:04.169090 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-634668a5-4d0e-43d5-b1e6-1fc39c86c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:04.194320 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-634668a5-4d0e-43d5-b1e6-1fc39c86c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:04.252416 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-634668a5-4d0e-43d5-b1e6-1fc39c86c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:04.255135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-634668a5-4d0e-43d5-b1e6-1fc39c86c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:04.256324 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-634668a5-4d0e-43d5-b1e6-1fc39c86c511 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/283ce4b1-e65c-4476-9099-4af1cf5b00b8 HTTP/1.1" status: 204 len: 168 time: 0.1473207 Jun 16 15:55:04.257072 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e48b19b2-2122-43ec-bcb1-dac6d7aecb57 tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:04.267618 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634668a5-4d0e-43d5-b1e6-1fc39c86c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ce4b1-e65c-4476-9099-4af1cf5b00b8,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:04.273713 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-634668a5-4d0e-43d5-b1e6-1fc39c86c511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:04.975539 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36272) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:05.074732 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1912429369-network', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:05.097124 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Made reservation on behalf of 2105ce84aa1e4f32ba710f781c6e85cd for: {'network': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:05.099595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for network, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.108778 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.199994 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.203965 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.206935 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a96584d3-d967-4915-9448-c3204e1542c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:05.229150 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103602) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 15:55:05.239612 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f3395f-cf2e-49db-8541-368ff77e10e1,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:05.243091 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:05.246151 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.246494 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.segments_db [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Added segment de9be1db-50d4-48c9-b206-555f1253cccc of type vlan for network 237108cb-0f2a-4466-9435-0fb64e49f668 Jun 16 15:55:05.292225 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727022085515'] for network, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.328828 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114'] for network, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.330116 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:05.330701 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.332850 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-baa15ded-ecae-41d9-9575-4c689eeb1213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:05.375316 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3983665 Jun 16 15:55:05.378591 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36276) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:05.384231 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Request body: {'subnet': {'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1912429369-subnet', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:05.408070 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Made reservation on behalf of 2105ce84aa1e4f32ba710f781c6e85cd for: {'subnet': 1} {{(pid=103601) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:05.410516 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31499763'] for subnet, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.410684 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Pushing event updated for resources: {'Network': ['ID=237108cb-0f2a-4466-9435-0fb64e49f668,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:05.413451 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:05.421925 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Network 237108cb-0f2a-4466-9435-0fb64e49f668 details requested by agent ovs-agent-dv-cinder-796114-3-smb with host dv-cinder-796114-3-smb {{(pid=103603) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 15:55:05.581542 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31860538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31499745'] for subnet, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.583600 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:05.642964 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d265a920-4af3-473e-bded-56349a624400,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:05.647477 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:05.650288 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Checking segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:05.650646 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Network hostable DHCP agents. Network: 237108cb-0f2a-4466-9435-0fb64e49f668, hostable agents: ['fac9c6e0-398a-4d05-9160-310db99c4e15'], hosted agents: [] {{(pid=103601) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 15:55:05.670933 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Network 237108cb-0f2a-4466-9435-0fb64e49f668 is scheduled to be hosted by DHCP agent fac9c6e0-398a-4d05-9160-310db99c4e15 with binding_index 1 {{(pid=103601) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 15:55:05.680702 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796114-3-smb, 237108cb-0f2a-4466-9435-0fb64e49f668) {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:05.685083 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:05.685915 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for subnet, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.693740 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe92715-04b0-4a89-8396-516524245c12 None None] Network 237108cb-0f2a-4466-9435-0fb64e49f668 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:05.703437 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e1c4d6c5-43ef-4d52-a79b-12fbc581b530 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3236558 Jun 16 15:55:05.706676 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36278) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:05.711396 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:05.731642 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2014140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7439'] for router, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.733606 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2013461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1675708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1652454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7430'] for router, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.785361 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.850481 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp550717fb-0260-5473-84aa-d8dcccdeff36-237108cb-0f2a-4466-9435-0fb64e49f668', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400'}]}} from dv-cinder-796114-3-smb. {{(pid=103603) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 15:55:05.851345 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.925647 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1675694', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2014098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7668'] for router, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:05.986264 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.db_base_plugin_common [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Allocated IP 172.20.0.2 (237108cb-0f2a-4466-9435-0fb64e49f668/d265a920-4af3-473e-bded-56349a624400/1abaf93f-5515-474f-a0bf-af042330be46) {{(pid=103603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:06.123682 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.130733 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Notify callbacks [] for port, precommit_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.139860 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Transition to ACTIVE for port object 1abaf93f-5515-474f-a0bf-af042330be46 will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:06.143465 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.157231 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Transition to ACTIVE for port object 1abaf93f-5515-474f-a0bf-af042330be46 will not be triggered until provisioned by entity DHCP. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:06.162417 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501'] for port, after_create {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.164292 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-e95ca2e1-150b-43b4-860d-f4804d9d985b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:06.205864 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Network 237108cb-0f2a-4466-9435-0fb64e49f668 is already hosted by enough agents. {{(pid=103603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:06.212150 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.scheduler.base_scheduler [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Resources bound (agent type, host, resource id): {{(pid=103603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:06.216481 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Received port after_create {{(pid=103603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:06.220206 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Pushing event updated for resources: {'Port': ['ID=1abaf93f-5515-474f-a0bf-af042330be46,revision_number=1']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:06.224005 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:06.250818 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Allocated IP 172.28.3.34 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/b2e868f5-8743-49e7-ab1a-8124a2d18651) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:06.280986 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Attempting to bind port 1abaf93f-5515-474f-a0bf-af042330be46 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:06.281657 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Attempting to bind port 1abaf93f-5515-474f-a0bf-af042330be46 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:06.282019 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Attempting to bind port 1abaf93f-5515-474f-a0bf-af042330be46 on network 237108cb-0f2a-4466-9435-0fb64e49f668 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:06.287380 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:06.287789 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Checking segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:06.288049 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.288441 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Bound using segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:06.288929 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Bound port: 1abaf93f-5515-474f-a0bf-af042330be46, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:06.289309 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.357496 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] For port 1abaf93f-5515-474f-a0bf-af042330be46, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:06.359226 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.360595 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] For port 1abaf93f-5515-474f-a0bf-af042330be46, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1abaf93f-5515-474f-a0bf-af042330be46,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:06.366391 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.369216 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:06.408543 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.411649 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-dc2cff42-1edb-4930-a438-18a571ddad4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:06.432472 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Pushing event updated for resources: {'Port': ['ID=1abaf93f-5515-474f-a0bf-af042330be46,revision_number=2']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:06.436582 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:06.448646 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:06.454847 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:06.458435 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:06.464075 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e868f5-8743-49e7-ab1a-8124a2d18651,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:06.484867 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:06.724007 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:06.930451 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2014085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1675736'] for router, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:07.071133 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec is scheduled to L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 with binding_index 1 {{(pid=103601) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 15:55:07.188352 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:07.207023 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Sync routers for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:07.215462 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] Notify callbacks [] for router, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:07.219904 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-392169a8-0bac-4424-b58a-d720b594d179 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5089929 Jun 16 15:55:07.220409 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36280) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:07.225281 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:07.226027 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:07.348753 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:07.393572 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85f5d9-52fa-4353-b559-359e450bf9ee None None] Network 237108cb-0f2a-4466-9435-0fb64e49f668 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 15:55:07.537166 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-04fda561-25bd-4c35-8255-f57c53d1a25e None None] Provisioning for port 1abaf93f-5515-474f-a0bf-af042330be46 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:07.574079 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:06Z', 'revision_number': 3, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:07.581422 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Checking router: 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:07.582011 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Updating router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec port b2e868f5-8743-49e7-ab1a-8124a2d18651 binding host dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:07.634457 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:07.738505 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:07.947582 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Allocated IP 172.20.0.1 (237108cb-0f2a-4466-9435-0fb64e49f668/d265a920-4af3-473e-bded-56349a624400/c1781a2c-b4b0-4f68-8c1c-581d46d4206c) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:08.058478 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Notify callbacks [] for port, precommit_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.069769 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.provisioning_blocks [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Transition to ACTIVE for port object b2e868f5-8743-49e7-ab1a-8124a2d18651 will not be triggered until provisioned by entity L2. {{(pid=103604) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:08.074036 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.077545 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.083967 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-dc200501-c9f4-4d01-9624-97301be67dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:08.094684 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.provisioning_blocks [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Transition to ACTIVE for port object c1781a2c-b4b0-4f68-8c1c-581d46d4206c will not be triggered until provisioned by entity DHCP. {{(pid=103601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:08.125054 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Pushing event updated for resources: {'Port': ['ID=b2e868f5-8743-49e7-ab1a-8124a2d18651,revision_number=2']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:08.131633 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.132319 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1abaf93f-5515-474f-a0bf-af042330be46 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:08.141547 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-d85b5e72-2c9a-4b78-af06-f60dc14fa2c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:08.142547 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.143077 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.143414 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.143742 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.144063 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.144387 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.144702 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.145018 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.145333 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.145687 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.145998 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.146308 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103604) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:55:08.150093 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Network 237108cb-0f2a-4466-9435-0fb64e49f668 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:08.153153 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:08.154028 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Attempting to bind port b2e868f5-8743-49e7-ab1a-8124a2d18651 on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:08.154591 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Attempting to bind port b2e868f5-8743-49e7-ab1a-8124a2d18651 by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:08.155252 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Attempting to bind port b2e868f5-8743-49e7-ab1a-8124a2d18651 on network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:08.155410 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:08.161970 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:08.162920 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:08.163663 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Checking segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103604) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:08.164220 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.164934 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Bound using segment: {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'} {{(pid=103604) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:08.165576 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.managers [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Bound port: b2e868f5-8743-49e7-ab1a-8124a2d18651, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05634b3f-0639-4862-83ed-d34b4cc6731a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}}] {{(pid=103604) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:08.166127 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.190768 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port 1abaf93f-5515-474f-a0bf-af042330be46 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:08.194993 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 1abaf93f-5515-474f-a0bf-af042330be46 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:08.195625 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.223111 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1674857'] for router_interface, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.227483 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] For port b2e868f5-8743-49e7-ab1a-8124a2d18651, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103604) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:08.231256 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.plugins.ml2.db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] For port b2e868f5-8743-49e7-ab1a-8124a2d18651, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b2e868f5-8743-49e7-ab1a-8124a2d18651,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103604) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:08.238763 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron_lib.callbacks.manager [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103604) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.250102 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-b331c033-79b5-4d01-b984-1862e70bba7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:08.272953 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Pushing event updated for resources: {'Port': ['ID=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:08.277614 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:08.291255 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:08.291879 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:08.306459 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.349615 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port 1abaf93f-5515-474f-a0bf-af042330be46, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1abaf93f-5515-474f-a0bf-af042330be46,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:08.355216 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.361464 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-a161298d-bf77-49f5-bc44-9cba9ed58876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:08.398032 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Pushing event updated for resources: {'Port': ['ID=b2e868f5-8743-49e7-ab1a-8124a2d18651,revision_number=3']} {{(pid=103604) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:08.403049 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG oslo_concurrency.lockutils [None req-2fb0a3ae-ef87-44e1-8ea2-f21a7091964a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103604) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:08.411153 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.433744 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=1abaf93f-5515-474f-a0bf-af042330be46,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:08.434766 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:08.438297 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:08.494705 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-cd629074-154e-4c17-9252-a21c8d6bead9 None None] Provisioning for port c1781a2c-b4b0-4f68-8c1c-581d46d4206c completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:08.498759 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-cd629074-154e-4c17-9252-a21c8d6bead9 None None] Provisioning complete for port c1781a2c-b4b0-4f68-8c1c-581d46d4206c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:08.499141 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cd629074-154e-4c17-9252-a21c8d6bead9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.540048 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-cd629074-154e-4c17-9252-a21c8d6bead9 None None] Port c1781a2c-b4b0-4f68-8c1c-581d46d4206c cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:55:08.588189 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.594449 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.597964 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2aebea59-ecd1-4b10-9c01-d1951dc00190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:08.633187 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:06Z', 'revision_number': 3, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:08.636715 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b05a991-037e-471a-a929-718eeb57a512 None None] The sync data for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb is: [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:06Z', 'revision_number': 3, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:08.667207 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1804192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1674773'] for router_interface, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:08.669341 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Pushing event updated for resources: {'Port': ['ID=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:08.672713 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:08.769193 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Network 237108cb-0f2a-4466-9435-0fb64e49f668 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:08.771103 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:09.064205 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-8376cca6-1313-4660-b08c-e6cc1d5cd9a1 None None] Provisioning complete for port c1781a2c-b4b0-4f68-8c1c-581d46d4206c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:09.064710 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-8376cca6-1313-4660-b08c-e6cc1d5cd9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:09.107111 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-8376cca6-1313-4660-b08c-e6cc1d5cd9a1 None None] Port c1781a2c-b4b0-4f68-8c1c-581d46d4206c cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:55:09.191567 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:55:09.309560 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:09.315718 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e2c47c8d-515c-43f1-b174-266dd2bbb0ae admin admin] 10.222.0.23 "PUT /v2.0/routers/9797f0e4-d6a8-4fbf-863f-9bab67dcbdec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0938668 Jun 16 15:55:09.880961 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36288) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:09.885674 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1594519311', 'description': 'tempest-description--2120494382'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:09.908012 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.007134 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.011224 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.014206 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-553c8d8a-e591-460c-95c6-bf2fc38a2645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:10.038564 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.042702 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36290) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:10.043181 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1607032 Jun 16 15:55:10.047593 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40d1aeb-5122-4030-a75b-1665835481df,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:10.047723 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'security_group_rule': {'security_group_id': 'e40d1aeb-5122-4030-a75b-1665835481df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:10.052836 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ca3e6853-a1aa-4467-8da3-acb0ab9ae907 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:10.085350 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.149540 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.154313 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.160479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:10.180650 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07aa913-4304-465c-9b41-15afcfc729e8,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:10.182744 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1abaf93f-5515-474f-a0bf-af042330be46 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:10.183960 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:10.189875 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.191064 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473122 Jun 16 15:55:10.193754 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36292) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:10.198562 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'security_group_rule': {'security_group_id': 'e40d1aeb-5122-4030-a75b-1665835481df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:10.235527 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.241817 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port 1abaf93f-5515-474f-a0bf-af042330be46 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:10.242199 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.301326 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.305479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.307521 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-46224283-3d62-42a2-a0ed-fbfee0289f2a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:10.325085 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6818f499-7d53-467b-9782-e4014c597e5e,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:10.326285 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Sync routers for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:10.328393 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:10.331550 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.336430 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-e5473365-eef9-4e53-99b3-b2e7e050762c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380312 Jun 16 15:55:10.336603 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36294) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:10.341885 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'floatingip': {'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:10.342720 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:10.343230 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:10.364251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.384924 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b2e868f5-8743-49e7-ab1a-8124a2d18651 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:10.476099 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.486026 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port b2e868f5-8743-49e7-ab1a-8124a2d18651 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:10.489168 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:10.519027 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port b2e868f5-8743-49e7-ab1a-8124a2d18651 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:10.519417 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.592221 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Allocated IP 172.28.3.138 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/62d24771-0f71-4ce8-bf1e-31d12f41bd52) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:10.706413 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.719815 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.749519 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port b2e868f5-8743-49e7-ab1a-8124a2d18651, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b2e868f5-8743-49e7-ab1a-8124a2d18651,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:10.754927 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.761136 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:10.764643 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.768107 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ea30a93b-5656-415a-bb26-53aa9183b7ef tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:10.813782 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:10.821289 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:10.826368 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:10.827963 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=b2e868f5-8743-49e7-ab1a-8124a2d18651,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:10.829029 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'Port': ['ID=62d24771-0f71-4ce8-bf1e-31d12f41bd52,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:10.832076 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:10.838398 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 2, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:10.844445 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Checking router: 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec for host: dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:10.844821 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Updating router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec port c1781a2c-b4b0-4f68-8c1c-581d46d4206c binding host dv-cinder-796114-3-smb {{(pid=103603) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 15:55:10.849079 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:10.881860 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.920565 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:10.966934 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.141050 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.146993 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.149401 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-53924e72-3a03-4b18-8c33-4745937dafad tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:11.177136 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.189151 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Transition to ACTIVE for port object c1781a2c-b4b0-4f68-8c1c-581d46d4206c will not be triggered until provisioned by entity L2. {{(pid=103603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:11.195796 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.197722 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:11.220325 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'Port': ['ID=62d24771-0f71-4ce8-bf1e-31d12f41bd52,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:11.224285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:11.229166 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.243838 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.253865 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9075885 Jun 16 15:55:11.274868 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9baaf-b7d9-4e43-a93b-f63dab3663a0 None None] Pushing event updated for resources: {'Port': ['ID=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,revision_number=3']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:11.279027 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-bde9baaf-b7d9-4e43-a93b-f63dab3663a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:11.337113 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Attempting to bind port c1781a2c-b4b0-4f68-8c1c-581d46d4206c on host dv-cinder-796114-3-smb for vnic_type normal with profile {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:11.337523 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Attempting to bind port c1781a2c-b4b0-4f68-8c1c-581d46d4206c by drivers openvswitch,hyperv on host dv-cinder-796114-3-smb at level 0 using segments [{'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:11.337891 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Attempting to bind port c1781a2c-b4b0-4f68-8c1c-581d46d4206c on network 237108cb-0f2a-4466-9435-0fb64e49f668 {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:11.344417 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Checking agent: {'id': '97c0de70-2751-45fd-bd54-3cf2df6e06a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796114-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 36, 59), 'started_at': datetime.datetime(2021, 6, 16, 15, 37, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796114-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:11.344795 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Checking segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:11.345210 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.345638 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Bound using segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} {{(pid=103603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:11.346122 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.managers [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Bound port: c1781a2c-b4b0-4f68-8c1c-581d46d4206c, host: dv-cinder-796114-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}}] {{(pid=103603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:11.348395 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.414647 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-5ebd5f0c-51d7-4ed4-bd01-0c91c5fcdb20 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1594519311&fields=id&tenant_id=2105ce84aa1e4f32ba710f781c6e85cd HTTP/1.1" status: 200 len: 267 time: 0.0404549 Jun 16 15:55:11.427649 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] For port c1781a2c-b4b0-4f68-8c1c-581d46d4206c, host dv-cinder-796114-3-smb, cleared binding levels {{(pid=103603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:11.431324 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] For port c1781a2c-b4b0-4f68-8c1c-581d46d4206c, host dv-cinder-796114-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:11.437788 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:11.440844 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:11.500165 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103603) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:11.500805 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:11.545140 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9baaf-b7d9-4e43-a93b-f63dab3663a0 None None] Pushing event updated for resources: {'Port': ['ID=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:11.548594 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-fd97fa0b-e422-4e13-8f69-12dcba8b9afb tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:11.550567 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-fd97fa0b-e422-4e13-8f69-12dcba8b9afb tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 811 time: 0.1273491 Jun 16 15:55:11.568849 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-d125a639-1bec-4a2c-beb2-5dca2f4fa581 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/quotas/2105ce84aa1e4f32ba710f781c6e85cd HTTP/1.1" status: 200 len: 375 time: 0.0116618 Jun 16 15:55:11.654234 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-6aa73d93-a728-479c-abf6-bbdd4e45c6a3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0789256 Jun 16 15:55:11.703922 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-bde9baaf-b7d9-4e43-a93b-f63dab3663a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:11.751613 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvr_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103603) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:11.759927 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-9c9c13dd-0379-4f78-bb4a-9a75b4fe9cb3 service neutron] 10.222.0.23 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930800 Jun 16 15:55:11.853883 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-558d94a0-b1cd-48d4-9757-fecd9c4c396d service neutron] 10.222.0.23 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856340 Jun 16 15:55:11.970976 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_hamode_db [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:11Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:11.975404 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840db97-6939-4952-9cdd-20c4c7370ac2 None None] The sync data for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb is: [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:11Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103603) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:12.053677 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6e680704-26f5-4962-aef9-bff1675e9283 req-0e666b43-36de-4a01-a2eb-d0e42bab953a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 210 time: 0.0430920 Jun 16 15:55:12.219480 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b2e868f5-8743-49e7-ab1a-8124a2d18651 up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:12.279433 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port b2e868f5-8743-49e7-ab1a-8124a2d18651 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:12.279715 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:12.381063 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device c1781a2c-b4b0-4f68-8c1c-581d46d4206c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:12.434790 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning for port c1781a2c-b4b0-4f68-8c1c-581d46d4206c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:12.439722 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port c1781a2c-b4b0-4f68-8c1c-581d46d4206c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:12.440167 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:12.538950 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:12.574364 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] For port c1781a2c-b4b0-4f68-8c1c-581d46d4206c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:12.579881 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:12.582258 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:12.636893 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Pushing event updated for resources: {'Port': ['ID=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:12.640888 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:13.253491 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-10a3f0ef-6b98-484d-bf30-d01a27a620b2 req-3f1ba3dd-d82e-43ee-9304-8193ee2efc13 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 210 time: 0.0456371 Jun 16 15:55:13.346841 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-a1eb62c2-5f31-4d31-9585-183feed48f97 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:13.348275 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-a1eb62c2-5f31-4d31-9585-183feed48f97 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 811 time: 0.1290679 Jun 16 15:55:13.390966 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-995ebe3a-acd5-4e18-8c46-7b5a1ded720b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2105ce84aa1e4f32ba710f781c6e85cd HTTP/1.1" status: 200 len: 380 time: 0.0343604 Jun 16 15:55:13.400361 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'port': {'device_id': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'admin_state_up': True, 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'security_groups': ['e40d1aeb-5122-4030-a75b-1665835481df']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:13.517473 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Made reservation on behalf of 2105ce84aa1e4f32ba710f781c6e85cd for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:55:13.520974 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:13.651365 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Allocated IP 172.20.0.6 (237108cb-0f2a-4466-9435-0fb64e49f668/d265a920-4af3-473e-bded-56349a624400/f57916ab-7d6e-4307-b8cf-b66db95af03c) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:55:14.046786 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.060499 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Transition to ACTIVE for port object f57916ab-7d6e-4307-b8cf-b66db95af03c will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:14.096752 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.101539 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device c1781a2c-b4b0-4f68-8c1c-581d46d4206c up at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:14.103057 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:14.145784 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Network 237108cb-0f2a-4466-9435-0fb64e49f668 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:55:14.151012 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:55:14.152735 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Provisioning complete for port c1781a2c-b4b0-4f68-8c1c-581d46d4206c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:14.153109 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.153483 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:55:14.180725 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'Port': ['ID=f57916ab-7d6e-4307-b8cf-b66db95af03c,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:14.183764 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:14.210826 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:14.211762 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.229580 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-2e3d49ed-89ac-4f53-b352-76f7d6ed7a7f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326843 Jun 16 15:55:14.241750 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Request body: {'port': {'device_id': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:14.324764 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.429933 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-56c57dc3-c874-471e-8717-288f1be371fd None None] Provisioning for port f57916ab-7d6e-4307-b8cf-b66db95af03c completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:14.434236 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-56c57dc3-c874-471e-8717-288f1be371fd None None] Provisioning complete for port f57916ab-7d6e-4307-b8cf-b66db95af03c triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:14.434622 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-56c57dc3-c874-471e-8717-288f1be371fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.460682 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3153a51-9327-4b57-b57a-f7d3abd2d3f8 req-bcb8f73f-ef2a-4a3c-afe8-5968b4da5133 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:14.462880 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a3153a51-9327-4b57-b57a-f7d3abd2d3f8 req-bcb8f73f-ef2a-4a3c-afe8-5968b4da5133 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 931 time: 0.0726600 Jun 16 15:55:14.473697 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-56c57dc3-c874-471e-8717-288f1be371fd None None] Port f57916ab-7d6e-4307-b8cf-b66db95af03c cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:55:14.504740 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a3153a51-9327-4b57-b57a-f7d3abd2d3f8 req-26d051a9-38cf-4964-bb62-cfb696529eee tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Jun 16 15:55:14.603132 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57916ab-7d6e-4307-b8cf-b66db95af03c {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:55:14.610855 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.624002 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Transition to ACTIVE for port object f57916ab-7d6e-4307-b8cf-b66db95af03c will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:55:14.627413 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.629450 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0a963f74-4a69-4886-b65a-99e9a516fb85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:14.706310 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Pushing event updated for resources: {'Port': ['ID=f57916ab-7d6e-4307-b8cf-b66db95af03c,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:14.709241 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:14.784135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Attempting to bind port f57916ab-7d6e-4307-b8cf-b66db95af03c on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:55:14.784135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Attempting to bind port f57916ab-7d6e-4307-b8cf-b66db95af03c by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:55:14.784135 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Attempting to bind port f57916ab-7d6e-4307-b8cf-b66db95af03c on network 237108cb-0f2a-4466-9435-0fb64e49f668 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:14.789065 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Port f57916ab-7d6e-4307-b8cf-b66db95af03c on network 237108cb-0f2a-4466-9435-0fb64e49f668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:55:14.789390 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Attempting to bind port f57916ab-7d6e-4307-b8cf-b66db95af03c on network 237108cb-0f2a-4466-9435-0fb64e49f668 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:55:14.795446 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:55:14.795976 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Checking segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:55:14.796371 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Bound using segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:55:14.796805 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Bound port: f57916ab-7d6e-4307-b8cf-b66db95af03c, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:55:14.797157 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.864646 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] For port f57916ab-7d6e-4307-b8cf-b66db95af03c, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:55:14.867777 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] For port f57916ab-7d6e-4307-b8cf-b66db95af03c, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:55:14.873389 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.875738 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e02449d6-2b73-4e38-854f-324d46b3349d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:14.913467 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:14.914028 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:14.915536 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] 10.222.0.24 "PUT /v2.0/ports/f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 1093 time: 0.6785622 Jun 16 15:55:14.917907 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:55:14.921625 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f808ccb-092a-41b7-8195-0ce950944f40" -d '{"events": [{"name": "network-changed", "server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:55:14.952485 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Pushing event updated for resources: {'Port': ['ID=f57916ab-7d6e-4307-b8cf-b66db95af03c,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:14.956145 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:14.967106 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0134a5c-ebd4-4844-be8c-3d786618b209 x-openstack-request-id: req-a0134a5c-ebd4-4844-be8c-3d786618b209 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:55:14.967428 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:55:14.967721 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a0134a5c-ebd4-4844-be8c-3d786618b209 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:55:14.968146 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'status': 'completed', 'code': 200} Jun 16 15:55:15.022688 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-8c1d5c91-66fc-4861-b42b-6a0a54c053d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.025198 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-8c1d5c91-66fc-4861-b42b-6a0a54c053d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1096 time: 0.0678020 Jun 16 15:55:15.070840 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-ef9bc173-8b6b-472c-a1d5-11ba212b8046 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 217 time: 0.0371253 Jun 16 15:55:15.125415 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-283797b0-a423-4d55-a3a5-411ff793df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.126926 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-283797b0-a423-4d55-a3a5-411ff793df78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0499902 Jun 16 15:55:15.191052 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-d2d0f3bd-4969-4f6a-bb49-77045c57a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.192473 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-d2d0f3bd-4969-4f6a-bb49-77045c57a042 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0589910 Jun 16 15:55:15.285170 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-6d9a70bd-6ffd-4997-8da8-9459564ef8b2 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857906 Jun 16 15:55:15.391631 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-2ffc58eb-22d8-4c6e-971a-bbebbdf760f4 req-a1a9199a-401d-49ea-94d3-9c8e9196230c service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996985 Jun 16 15:55:15.502498 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-2fface05-4b4a-4b2e-807d-e36b7aa2c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.504000 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-2fface05-4b4a-4b2e-807d-e36b7aa2c126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1096 time: 0.0594344 Jun 16 15:55:15.608812 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-dbfd1ede-06a7-4606-802f-4d83a53aeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.610510 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-dbfd1ede-06a7-4606-802f-4d83a53aeebf service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.0993891 Jun 16 15:55:15.670543 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-f2177626-914d-4c30-924b-0b102c3dae49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 217 time: 0.0533235 Jun 16 15:55:15.705200 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de27af-916d-4c6a-bb85-54dcca7a3f60 req-8e3c69bc-db25-4ff3-945b-4b967ca968a8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.706752 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-47de27af-916d-4c6a-bb85-54dcca7a3f60 req-8e3c69bc-db25-4ff3-945b-4b967ca968a8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 943 time: 0.0808260 Jun 16 15:55:15.722855 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-61c68b0e-dc84-491b-b0ed-1630444b94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.724384 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-61c68b0e-dc84-491b-b0ed-1630444b94a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0477834 Jun 16 15:55:15.747393 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-47de27af-916d-4c6a-bb85-54dcca7a3f60 req-3fc1f036-bb29-47e5-8f9b-3bce8546f9fe tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Jun 16 15:55:15.790116 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-a7a0f04a-8b4c-4cac-848d-5d71a7a7285c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:15.791688 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-a7a0f04a-8b4c-4cac-848d-5d71a7a7285c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611515 Jun 16 15:55:15.886883 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-b8e6eb63-7749-42b3-b660-d88932ec3c8f service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Jun 16 15:55:15.982775 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5f808ccb-092a-41b7-8195-0ce950944f40 req-efff19ab-4a96-4a35-8a54-8046d3a4b7c5 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883205 Jun 16 15:55:16.983790 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f00d05-6362-4b3c-803c-1302ef5bd998 req-c5eedd46-0e90-4f40-8322-32ece18bdbcd tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:16.986330 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-94f00d05-6362-4b3c-803c-1302ef5bd998 req-c5eedd46-0e90-4f40-8322-32ece18bdbcd tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 943 time: 0.1145351 Jun 16 15:55:17.051817 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-94f00d05-6362-4b3c-803c-1302ef5bd998 req-f0804e8e-155e-43d8-9ce8-acf459bbcd60 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583382 Jun 16 15:55:18.284120 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d2797-0958-471f-9b76-44a9632bc325 req-0fc9615e-84e0-45ae-8e6a-3703b4658816 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:18.286064 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-707d2797-0958-471f-9b76-44a9632bc325 req-0fc9615e-84e0-45ae-8e6a-3703b4658816 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 943 time: 0.0865715 Jun 16 15:55:18.356028 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-707d2797-0958-471f-9b76-44a9632bc325 req-34d630e1-9766-4d1b-ab56-bb4159a0cbb3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594907 Jun 16 15:55:19.181366 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f57916ab-7d6e-4307-b8cf-b66db95af03c details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:55:19.334304 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port f57916ab-7d6e-4307-b8cf-b66db95af03c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:19.350061 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'port_id': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'mac_address': 'fa:16:3e:e2:51:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:55:19.397662 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:19.415090 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57916ab-7d6e-4307-b8cf-b66db95af03c {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:55:19.444486 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port f57916ab-7d6e-4307-b8cf-b66db95af03c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:19.449205 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:19.452665 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-9db8dd94-3650-4748-9394-95bf5ca299ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:19.512174 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=f57916ab-7d6e-4307-b8cf-b66db95af03c,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:19.517117 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:19.640640 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b4ce7-7c87-40ad-bf31-8846cdd7d30f req-f68d8cf1-12e0-495a-a139-d650d72c3336 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:19.642503 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-889b4ce7-7c87-40ad-bf31-8846cdd7d30f req-f68d8cf1-12e0-495a-a139-d650d72c3336 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 944 time: 0.0797842 Jun 16 15:55:19.711466 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-889b4ce7-7c87-40ad-bf31-8846cdd7d30f req-2b79fe8e-4a5a-46f8-b53c-a107a2245cdc tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623260 Jun 16 15:55:19.757063 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['f57916ab-7d6e-4307-b8cf-b66db95af03c'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:55:20.824306 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:55:20.952516 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a14e0-fa1b-426f-99cc-85d8615efff0 req-9ef56479-42bc-40ec-ba10-4d341e1d298e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:20.954166 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9d0a14e0-fa1b-426f-99cc-85d8615efff0 req-9ef56479-42bc-40ec-ba10-4d341e1d298e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 944 time: 0.0766344 Jun 16 15:55:20.997791 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-9d0a14e0-fa1b-426f-99cc-85d8615efff0 req-2f70dc45-ae69-4e0f-a1fd-203b64302758 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362005 Jun 16 15:55:21.180847 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f57916ab-7d6e-4307-b8cf-b66db95af03c up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:55:21.234895 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port f57916ab-7d6e-4307-b8cf-b66db95af03c completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:55:21.239327 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port f57916ab-7d6e-4307-b8cf-b66db95af03c triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:55:21.239760 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.323377 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.347622 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:55:21.350185 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba3e669-5cf0-4fe5-923f-5ba81153eff7" -d '{"events": [{"server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "name": "network-vif-plugged", "status": "completed", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:55:21.363241 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port f57916ab-7d6e-4307-b8cf-b66db95af03c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:55:21.375270 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:21.377219 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:55:21.401169 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12058134-b3e7-428b-9434-eff3dade92ee x-openstack-request-id: req-12058134-b3e7-428b-9434-eff3dade92ee {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:55:21.401488 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "name": "network-vif-plugged", "status": "completed", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:55:21.401745 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-12058134-b3e7-428b-9434-eff3dade92ee {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:55:21.402129 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'code': 200} Jun 16 15:55:21.433594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=f57916ab-7d6e-4307-b8cf-b66db95af03c,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:55:21.438503 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:55:21.660219 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130a1a9-b3a7-4b75-a04c-0867079c03b3 req-17a9e7f5-ceb4-4fba-819f-db3496d443a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:21.661760 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5130a1a9-b3a7-4b75-a04c-0867079c03b3 req-17a9e7f5-ceb4-4fba-819f-db3496d443a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0574749 Jun 16 15:55:21.702815 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5130a1a9-b3a7-4b75-a04c-0867079c03b3 req-383252e1-9ffc-4a47-9e24-5e2c3540fb20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343187 Jun 16 15:55:22.185946 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3904c-e636-4563-b4b9-949004756165 req-adc005f3-00c0-41b4-82d7-a59c9d0bdedb tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:22.187516 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-22f3904c-e636-4563-b4b9-949004756165 req-adc005f3-00c0-41b4-82d7-a59c9d0bdedb tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0732312 Jun 16 15:55:22.227844 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-22f3904c-e636-4563-b4b9-949004756165 req-9a73a97b-9dc6-4a12-971a-0b5f3a0bb8d8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344961 Jun 16 15:55:23.444168 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f5aa7-239a-4f05-a58c-80a08b94a503 req-b25fbc60-57d7-49e3-b98a-421b925017b0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:23.446861 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-de1f5aa7-239a-4f05-a58c-80a08b94a503 req-b25fbc60-57d7-49e3-b98a-421b925017b0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0949624 Jun 16 15:55:23.514041 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-de1f5aa7-239a-4f05-a58c-80a08b94a503 req-b01d1a09-8999-471e-bebc-8e2f0f69fcb2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587912 Jun 16 15:55:23.872074 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d9ec3-2856-4da9-9058-deb278862304 req-348d00cf-1d10-4a81-9a34-17e0dc438504 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:23.874829 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a12d9ec3-2856-4da9-9058-deb278862304 req-348d00cf-1d10-4a81-9a34-17e0dc438504 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1673431 Jun 16 15:55:23.890288 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36356) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:55:23.895140 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'floatingip': {'port_id': 'f57916ab-7d6e-4307-b8cf-b66db95af03c'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:55:23.943531 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.650523 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.656251 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:24.768697 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Floating IP d50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8 associated. External IP: 172.28.3.138, port: f57916ab-7d6e-4307-b8cf-b66db95af03c. Jun 16 15:55:25.043579 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:55:25.217086 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:55:25.222069 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.230435 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] Sync routers for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:55:25.243563 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:25.244481 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:25.269390 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-26c78a51-c74f-4687-a460-f4d66725567b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "PUT /v2.0/floatingips/d50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8 HTTP/1.1" status: 200 len: 991 time: 1.3778594 Jun 16 15:55:25.270139 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:55:25.272654 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:55:25.329644 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb4300d-f3b9-48d4-bcd9-fdbe36a397d9 x-openstack-request-id: req-8eb4300d-f3b9-48d4-bcd9-fdbe36a397d9 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:55:25.330069 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:55:25.330443 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb4300d-f3b9-48d4-bcd9-fdbe36a397d9 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:55:25.330964 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'status': 'completed', 'code': 200} Jun 16 15:55:25.420370 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:25.423940 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-367d7328-dd59-4a65-bffe-bf933dbc3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:25.423940 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-367d7328-dd59-4a65-bffe-bf933dbc3ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0685916 Jun 16 15:55:25.542265 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-d57b3386-b379-4b06-86c3-b190a1ec3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:25.543816 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-d57b3386-b379-4b06-86c3-b190a1ec3c74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1121120 Jun 16 15:55:25.544731 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:25.656649 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-9374bb9d-d65b-4b7c-836f-b35376941b16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 999 time: 0.1040661 Jun 16 15:55:25.695897 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'd50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'port_id': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'mac_address': 'fa:16:3e:e2:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:10Z', 'updated_at': '2021-06-16T15:55:24Z', 'revision_number': 1, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:25.700426 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] Checking router: 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:55:25.710383 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:55:25.711004 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:54:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:25.738759 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-b9cdb393-f868-47f2-8fea-8595b9e51af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:25.741490 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-b9cdb393-f868-47f2-8fea-8595b9e51af7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0784819 Jun 16 15:55:25.828057 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:55:25.832179 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-ff97e466-a3e1-4bca-8f9c-2ceba45376d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:25.833860 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-ff97e466-a3e1-4bca-8f9c-2ceba45376d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850046 Jun 16 15:55:25.944981 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-2432086f-c1f4-4f0e-aedc-ac01340de12c service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038957 Jun 16 15:55:26.094333 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-711883a0-bcd0-4db5-b3e5-18dbe0b528f5 req-84e0360b-3610-4c9d-bf2a-42ec0dec2ca8 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420214 Jun 16 15:55:26.112438 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'd50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'port_id': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'mac_address': 'fa:16:3e:e2:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:10Z', 'updated_at': '2021-06-16T15:55:24Z', 'revision_number': 1, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:55:26.116701 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b966bbe-31c7-4fea-a499-877ec5788e41 None None] The sync data for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb is: [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': 'd50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'floating_ip_address': '172.28.3.138', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'port_id': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'mac_address': 'fa:16:3e:e2:51:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:55:10Z', 'updated_at': '2021-06-16T15:55:24Z', 'revision_number': 1, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:55:26.340088 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167a865-f213-44a7-b6db-44a6234edbff None None] New status for floating IP d50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:55:26.517097 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-7588579c-f6d3-4f4d-b92e-4eafcb578257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:27.197827 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-ee9db419-c192-4ecf-abcd-2790856e56eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891778 Jun 16 15:55:27.312860 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-4ccd6168-ed11-48e9-ac1d-bec0e9efe95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:27.314664 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-4ccd6168-ed11-48e9-ac1d-bec0e9efe95d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0695517 Jun 16 15:55:27.444928 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-115429a4-1e18-4e93-91a9-91cfab1e32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:27.446895 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-115429a4-1e18-4e93-91a9-91cfab1e32cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1091294 Jun 16 15:55:27.524639 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-c4bd3549-dfb8-4da4-8673-221741d0d64c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 1001 time: 0.0703928 Jun 16 15:55:27.581211 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-6a568e34-c253-43d0-96f0-03ef1249bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:27.582869 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-6a568e34-c253-43d0-96f0-03ef1249bf26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0519431 Jun 16 15:55:27.657076 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-7d489640-45c3-4a0f-a3f8-a409806f3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:55:27.659756 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-7d489640-45c3-4a0f-a3f8-a409806f3037 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705361 Jun 16 15:55:27.833563 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-4508a8a0-ea39-4ff3-8217-4b7f97aa24a8 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665049 Jun 16 15:55:27.965162 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5b7aaea6-a2e3-4456-9dd0-c9eb4520c1e2 req-6d477301-8d81-4d2c-8f04-4178ea2d0329 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245577 Jun 16 15:55:29.189211 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-71590c40-6f08-4e99-ae4d-68106de196fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:29.298145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:30.510205 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:32.505782 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:55.542011 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:56.503610 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-7e29b97a-470f-4b60-b113-95eb0bdd1b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:57.828057 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:55:59.186779 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-03e4fdd5-11e9-4f6f-ba4c-3821a2c905e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:55:59.288971 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:00.518099 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:02.505642 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:25.675501 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:26.506441 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b4ac0612-2500-44c5-80a1-42c7438d62c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:28.569320 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-fd4c0703-84da-455d-a2ad-8f9b5e6ccbb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4640937 Jun 16 15:56:28.692933 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-76ceb5e9-3c27-4d3d-9cb6-6c00ee56c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:28.695692 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-76ceb5e9-3c27-4d3d-9cb6-6c00ee56c4eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0752287 Jun 16 15:56:28.861670 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-98c8fca0-ecb6-4ff7-9ad4-52fcba696d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:28.863151 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-98c8fca0-ecb6-4ff7-9ad4-52fcba696d75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1427956 Jun 16 15:56:28.959956 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-d25ec0c1-bd06-4fc0-aa60-895b10ceccf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 1001 time: 0.0839853 Jun 16 15:56:29.025696 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-f7cddb45-6b2a-4a2c-ab54-4035153bb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:29.028753 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-f7cddb45-6b2a-4a2c-ab54-4035153bb562 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0605543 Jun 16 15:56:29.127006 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-65142178-28f7-4a69-871a-15e002d851f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:29.128333 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-65142178-28f7-4a69-871a-15e002d851f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0911949 Jun 16 15:56:29.141141 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-3cdd5bc9-3c9b-4379-8f95-d577090068fc service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103602) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:56:29.142277 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-3cdd5bc9-3c9b-4379-8f95-d577090068fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064387 Jun 16 15:56:29.192876 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d75d6eb2-d1aa-4825-998f-7da2a9ef006c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.276826 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-38f2ea5e-2278-41af-8494-3feddd86eae9 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249633 Jun 16 15:56:29.287472 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:29.413651 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5a9eae46-4f66-4b56-a288-3c3334a2ba53 req-699d0325-4193-4ee1-bfd5-5f2a80e90a1a service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256573 Jun 16 15:56:30.523775 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:32.504879 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:34.828195 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:56:47.066228 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a550e2-5451-4e3d-a4d3-32c079005167 req-71b48ab5-d788-446c-b361-be48191b4d03 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:47.067909 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-72a550e2-5451-4e3d-a4d3-32c079005167 req-71b48ab5-d788-446c-b361-be48191b4d03 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0774553 Jun 16 15:56:47.113737 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-72a550e2-5451-4e3d-a4d3-32c079005167 req-f3933d63-e199-42d4-95ef-4fc14c1fda47 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Jun 16 15:56:48.371758 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a0838-3c94-4dff-8ae5-60e33d56647a req-10b7ea62-02f4-457f-9a86-ee7ec3554ce0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:48.373421 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4e2a0838-3c94-4dff-8ae5-60e33d56647a req-10b7ea62-02f4-457f-9a86-ee7ec3554ce0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1303277 Jun 16 15:56:48.418134 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-4e2a0838-3c94-4dff-8ae5-60e33d56647a req-45264add-bb4d-4ed3-9c67-05a02059e24d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380280 Jun 16 15:56:49.702341 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c804d-3328-4ef5-bab3-d1048a4a0cb8 req-321612cd-fd7a-4adb-9b86-ac89bf7a7c91 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:49.704268 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d04c804d-3328-4ef5-bab3-d1048a4a0cb8 req-321612cd-fd7a-4adb-9b86-ac89bf7a7c91 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0815971 Jun 16 15:56:49.758048 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d04c804d-3328-4ef5-bab3-d1048a4a0cb8 req-16d3df90-83a0-42cf-a47e-0493850bd1fd tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Jun 16 15:56:51.021553 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2466b80-91f4-455e-b601-cb1a9bc17fce req-56d3f8c8-501a-4de5-8702-79eba31e8171 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:51.024049 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2466b80-91f4-455e-b601-cb1a9bc17fce req-56d3f8c8-501a-4de5-8702-79eba31e8171 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1229153 Jun 16 15:56:51.076896 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2466b80-91f4-455e-b601-cb1a9bc17fce req-2288ec27-b869-44c6-91fd-2d85539a41e3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417404 Jun 16 15:56:52.335858 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ca1a-defa-4bd4-ad0d-6f7fe1a0b327 req-2ba32784-d83a-4280-9b4e-8de312a1faaa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:52.338542 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6db3ca1a-defa-4bd4-ad0d-6f7fe1a0b327 req-2ba32784-d83a-4280-9b4e-8de312a1faaa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1159921 Jun 16 15:56:52.380506 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6db3ca1a-defa-4bd4-ad0d-6f7fe1a0b327 req-333028db-8037-4415-ae6d-43313d9a73af tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360372 Jun 16 15:56:53.683155 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676f5ab-0d65-4533-b204-bc6229a3db87 req-0c879a34-bff7-40a0-8892-2589f5e08ba1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:53.688556 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a676f5ab-0d65-4533-b204-bc6229a3db87 req-0c879a34-bff7-40a0-8892-2589f5e08ba1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1012444 Jun 16 15:56:53.728757 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a676f5ab-0d65-4533-b204-bc6229a3db87 req-aaa3de56-5191-499b-afaf-a044eb77f02f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363374 Jun 16 15:56:54.926474 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720b457-38cd-47c2-b53d-d3696de4a6da req-ddc84f03-66ab-4367-9010-8b39ee306cdd tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:54.928092 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f720b457-38cd-47c2-b53d-d3696de4a6da req-ddc84f03-66ab-4367-9010-8b39ee306cdd tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0701106 Jun 16 15:56:54.973743 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f720b457-38cd-47c2-b53d-d3696de4a6da req-8fefc3f9-073a-4a24-8791-d51252a2d92b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393367 Jun 16 15:56:55.564307 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:56.196811 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03085ff-4bc9-43e6-9204-69b92ee96f23 req-e755540a-81e5-48b8-b21b-cd5a9b01c37f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:56.198842 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c03085ff-4bc9-43e6-9204-69b92ee96f23 req-e755540a-81e5-48b8-b21b-cd5a9b01c37f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0797501 Jun 16 15:56:56.250635 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c03085ff-4bc9-43e6-9204-69b92ee96f23 req-8bfc820f-a922-4910-8d3b-19d53197256d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414786 Jun 16 15:56:56.514418 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b07f6678-7df2-47d4-b507-76f7d9d52a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:57.547160 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a669e-2e12-4044-ab49-8d35e4a4c793 req-fd4c18a7-8b0f-4abe-a795-0599683bde45 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:57.549075 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-494a669e-2e12-4044-ab49-8d35e4a4c793 req-fd4c18a7-8b0f-4abe-a795-0599683bde45 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0758367 Jun 16 15:56:57.603814 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-494a669e-2e12-4044-ab49-8d35e4a4c793 req-4083efda-d79f-49af-af53-0b60d14ad28d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481966 Jun 16 15:56:58.037727 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a211ff5-8766-4fa0-9816-cc8a9a139598 req-b2eee63b-2da7-4169-a40f-13d62aa55bd4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:58.040476 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8a211ff5-8766-4fa0-9816-cc8a9a139598 req-b2eee63b-2da7-4169-a40f-13d62aa55bd4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0937955 Jun 16 15:56:58.063856 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e125c2-01d9-4c00-8900-851d0673932d req-2150213f-662e-4981-aa72-e8b18d042c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:58.066098 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03e125c2-01d9-4c00-8900-851d0673932d req-2150213f-662e-4981-aa72-e8b18d042c9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0876367 Jun 16 15:56:58.109357 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8a211ff5-8766-4fa0-9816-cc8a9a139598 req-aadb1384-77cd-4d4c-a0fb-c1d8a8c6ab6e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578339 Jun 16 15:56:58.225155 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e125c2-01d9-4c00-8900-851d0673932d req-50bc5128-77c0-4f70-af58-31438950428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:58.227592 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03e125c2-01d9-4c00-8900-851d0673932d req-50bc5128-77c0-4f70-af58-31438950428e service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1539629 Jun 16 15:56:58.333041 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03e125c2-01d9-4c00-8900-851d0673932d req-14d67431-095f-450a-9a51-74e0b207eb5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 1001 time: 0.0975120 Jun 16 15:56:58.398197 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e125c2-01d9-4c00-8900-851d0673932d req-f2b20175-73a5-4444-be2a-fdaca936c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:58.400731 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03e125c2-01d9-4c00-8900-851d0673932d req-f2b20175-73a5-4444-be2a-fdaca936c668 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0605123 Jun 16 15:56:58.492684 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e125c2-01d9-4c00-8900-851d0673932d req-bf5b3358-9c75-48ba-ba1a-0cd772b7bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:58.495275 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03e125c2-01d9-4c00-8900-851d0673932d req-bf5b3358-9c75-48ba-ba1a-0cd772b7bd89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872951 Jun 16 15:56:58.620056 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03e125c2-01d9-4c00-8900-851d0673932d req-5374d417-545c-4d87-a250-0bec45cf957e service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163402 Jun 16 15:56:58.719625 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03e125c2-01d9-4c00-8900-851d0673932d req-34955d25-09c2-4ddc-8b42-b6657ca49568 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928855 Jun 16 15:56:59.182901 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f0a148e5-d6c5-4352-9f01-18be300ecb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.290319 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:56:59.396067 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20486dc0-580f-426f-8896-02e96486e1e8 req-83c34a6f-0b5d-4712-86ef-fe6e5e2605e8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:56:59.397798 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-20486dc0-580f-426f-8896-02e96486e1e8 req-83c34a6f-0b5d-4712-86ef-fe6e5e2605e8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1012690 Jun 16 15:56:59.458317 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-20486dc0-580f-426f-8896-02e96486e1e8 req-2d423599-34ed-479c-a91b-bd6bf0170e0c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503430 Jun 16 15:57:00.519129 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:00.678203 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cddc5-b098-4942-8058-79a58546fd5c req-e3aef5f6-f9e5-4362-be62-f29d46f542ee tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:00.679759 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cf7cddc5-b098-4942-8058-79a58546fd5c req-e3aef5f6-f9e5-4362-be62-f29d46f542ee tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0756006 Jun 16 15:57:00.721900 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-cf7cddc5-b098-4942-8058-79a58546fd5c req-de057706-e5c4-4d54-a0be-d7fee09311ea tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356236 Jun 16 15:57:02.517970 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:11.828616 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:57:25.551797 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:26.506722 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5957c7e1-4466-4abe-9608-ecf36c318a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:28.155632 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-b2e17b81-ce1c-423c-b445-953187db2be8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548291 Jun 16 15:57:28.255852 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-cf06f258-deeb-47f2-bfc6-5cab31610210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:28.257338 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-cf06f258-deeb-47f2-bfc6-5cab31610210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0577378 Jun 16 15:57:28.365806 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-85da6dc1-ab0c-4a80-9eeb-2a89956a43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:28.367276 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-85da6dc1-ab0c-4a80-9eeb-2a89956a43b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.0897574 Jun 16 15:57:28.435907 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-a74b9801-9026-49dd-8170-854c71a05995 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 1001 time: 0.0609684 Jun 16 15:57:28.485664 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-64390545-fbf9-455e-a5ed-b574d8ff86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:28.487111 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-64390545-fbf9-455e-a5ed-b574d8ff86ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0449710 Jun 16 15:57:28.557026 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-4d4f9167-78e2-4182-8b11-a9dac72832be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:57:28.558760 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-4d4f9167-78e2-4182-8b11-a9dac72832be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0653033 Jun 16 15:57:28.652889 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-99f41fe7-2bd8-41c6-9bde-311725019557 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859380 Jun 16 15:57:28.753131 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-ba7e75e9-fb4c-4042-acd3-80eb0e65ab37 req-2f886690-fe8b-4c1d-9fc9-af292a8a0136 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902507 Jun 16 15:57:29.175487 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f39f2e0f-0153-4a0c-97a2-5c8ed6be3665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:29.283796 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:30.524055 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:32.510472 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:48.832718 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:57:55.573839 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:56.509057 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4fa8c745-f4b5-4502-b26a-9b5d9e4bf560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.179283 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-ed3454cf-57e7-4d67-a026-3a0fb02281fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:57:59.289148 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:00.535746 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:02.517166 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:05.950347 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c5f4a-10e8-40de-8c95-02b6c2b2dd19 req-fde91c8b-0899-4326-803a-d9ad2e4e31c2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:05.953047 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9f0c5f4a-10e8-40de-8c95-02b6c2b2dd19 req-fde91c8b-0899-4326-803a-d9ad2e4e31c2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1234481 Jun 16 15:58:06.018121 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9f0c5f4a-10e8-40de-8c95-02b6c2b2dd19 req-5d1bb543-ce33-4a88-b6f8-d2dc1b95e95e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584505 Jun 16 15:58:07.302292 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ffaeb-2398-4150-a4b1-18631abfe8bb req-7158c07e-1b45-44f6-8601-a8f1524f12dc tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:07.304324 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d75ffaeb-2398-4150-a4b1-18631abfe8bb req-7158c07e-1b45-44f6-8601-a8f1524f12dc tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0875850 Jun 16 15:58:07.356338 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-d75ffaeb-2398-4150-a4b1-18631abfe8bb req-c1e7f34c-90c9-4c30-8146-7162545bfa1f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410948 Jun 16 15:58:08.618458 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8c43b-27a0-4952-bbb9-9d7ae37d0151 req-0dedcd55-5446-4a64-912c-3472227acba7 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:08.621738 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2f8c43b-27a0-4952-bbb9-9d7ae37d0151 req-0dedcd55-5446-4a64-912c-3472227acba7 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1230474 Jun 16 15:58:08.695620 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-b2f8c43b-27a0-4952-bbb9-9d7ae37d0151 req-7924b8c2-e9a7-4726-a183-ac5dd61908a2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587878 Jun 16 15:58:09.895507 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68024e02-7ff1-4589-a4b5-117c9aa1d170 req-774c72a0-4780-438c-94e9-c17e9c3d48ed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:09.897199 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-68024e02-7ff1-4589-a4b5-117c9aa1d170 req-774c72a0-4780-438c-94e9-c17e9c3d48ed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0712557 Jun 16 15:58:09.951578 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-68024e02-7ff1-4589-a4b5-117c9aa1d170 req-c3b39034-c631-4b41-bf4a-cf7bd9d078e2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Jun 16 15:58:11.255189 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6464e-39aa-45c5-b350-9d98512763b1 req-5a76f5f8-7f82-43ad-984a-c5d47a75cba7 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:11.257393 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-caf6464e-39aa-45c5-b350-9d98512763b1 req-5a76f5f8-7f82-43ad-984a-c5d47a75cba7 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0822880 Jun 16 15:58:11.324778 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-caf6464e-39aa-45c5-b350-9d98512763b1 req-ba5ce4d4-6b84-4c6a-b5f4-a6ff845bad8f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591598 Jun 16 15:58:12.572436 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b1c46-d859-45e4-93b9-47573e76e6c2 req-3b23f59d-82b3-4086-974b-7335974418e1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:12.574441 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-887b1c46-d859-45e4-93b9-47573e76e6c2 req-3b23f59d-82b3-4086-974b-7335974418e1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0910072 Jun 16 15:58:12.629372 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-887b1c46-d859-45e4-93b9-47573e76e6c2 req-1b9f854a-1136-4fbc-8bc1-0f4ae415f87e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Jun 16 15:58:13.911564 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97306053-df8d-4ed5-8f57-e06b038a66af req-2fb83f27-6933-4e5e-8ab5-259088cae0e3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:13.914069 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-97306053-df8d-4ed5-8f57-e06b038a66af req-2fb83f27-6933-4e5e-8ab5-259088cae0e3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0923965 Jun 16 15:58:13.985032 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-97306053-df8d-4ed5-8f57-e06b038a66af req-c3e3c9ce-a8ba-46fb-a13a-e85611014a59 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625567 Jun 16 15:58:15.207263 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2362d1e-d401-4b28-8c5a-b098c23dc673 req-4adc6a01-af8d-4294-9600-f0355ee6b22d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:15.208882 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b2362d1e-d401-4b28-8c5a-b098c23dc673 req-4adc6a01-af8d-4294-9600-f0355ee6b22d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0853286 Jun 16 15:58:15.265874 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b2362d1e-d401-4b28-8c5a-b098c23dc673 req-c982eb4b-1cda-4606-9fdb-71983165368a tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458872 Jun 16 15:58:16.497383 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4383-0080-435b-a096-2e7e4e18fa32 req-f2f7bb28-25e1-45d2-9eaa-b8b9db4d381e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:16.500717 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-109b4383-0080-435b-a096-2e7e4e18fa32 req-f2f7bb28-25e1-45d2-9eaa-b8b9db4d381e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0977185 Jun 16 15:58:16.568245 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-109b4383-0080-435b-a096-2e7e4e18fa32 req-c099cf07-c9f9-42cb-a91e-9b744f0ed76d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611076 Jun 16 15:58:17.770813 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738b632-4f73-436d-a4f4-981d09bba262 req-8d509598-28fa-406f-80e1-0e53d5ed81e4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:17.772455 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5738b632-4f73-436d-a4f4-981d09bba262 req-8d509598-28fa-406f-80e1-0e53d5ed81e4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0764661 Jun 16 15:58:17.820160 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-5738b632-4f73-436d-a4f4-981d09bba262 req-56ef5708-1c46-4940-a30c-9c4c8f86b609 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405002 Jun 16 15:58:19.038334 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1b024-8bb1-42c6-8a79-ae523045f978 req-fc8d16c6-1ee6-493d-849f-044768d9bd0b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:19.039902 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c9d1b024-8bb1-42c6-8a79-ae523045f978 req-fc8d16c6-1ee6-493d-849f-044768d9bd0b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0771770 Jun 16 15:58:19.088402 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-c9d1b024-8bb1-42c6-8a79-ae523045f978 req-b40d89f4-00a2-4ff5-99dd-2057ed80936d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366778 Jun 16 15:58:20.282995 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34407a77-7698-4118-8f5c-2ed608cbced8 req-a7c4be53-4586-4828-b16e-116f48a25461 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:20.286071 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-34407a77-7698-4118-8f5c-2ed608cbced8 req-a7c4be53-4586-4828-b16e-116f48a25461 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0768309 Jun 16 15:58:20.333555 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-34407a77-7698-4118-8f5c-2ed608cbced8 req-cd0cb196-2f36-4a8b-af7d-2ed5459ab731 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Jun 16 15:58:21.531854 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70136922-db6a-484c-94c2-dbab04b1167a req-c58d21a3-5f89-4efd-ace6-86228ee9063c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:21.533871 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70136922-db6a-484c-94c2-dbab04b1167a req-c58d21a3-5f89-4efd-ace6-86228ee9063c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0811114 Jun 16 15:58:21.575518 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70136922-db6a-484c-94c2-dbab04b1167a req-3e10e283-04e0-43a2-8193-1613a1b93ad1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358281 Jun 16 15:58:21.978900 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74da5c-30ba-47ff-bc10-209041d75132 req-068a125c-abfb-447d-969e-82e952037853 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:21.980601 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1c74da5c-30ba-47ff-bc10-209041d75132 req-068a125c-abfb-447d-969e-82e952037853 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1028349 Jun 16 15:58:21.987022 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-00196b25-714d-4be6-a9b3-aa78de6b59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:21.988488 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-00196b25-714d-4be6-a9b3-aa78de6b59d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0827882 Jun 16 15:58:22.083799 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1c74da5c-30ba-47ff-bc10-209041d75132 req-0cf31b6e-120a-4187-8ae1-266bfd521e57 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942817 Jun 16 15:58:22.116058 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-adefa077-4711-4c35-b0de-86422c16ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:22.117580 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-adefa077-4711-4c35-b0de-86422c16ef6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1212714 Jun 16 15:58:22.207315 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-946ebba9-7e18-4e10-aea0-deda5e32d375 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 1001 time: 0.0821822 Jun 16 15:58:22.277178 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-7f69daab-8046-4a42-92bf-32ed0cebb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:22.278585 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-7f69daab-8046-4a42-92bf-32ed0cebb514 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0644238 Jun 16 15:58:22.341976 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-046e7283-1364-433a-9693-e20bc6b3e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:22.343496 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-046e7283-1364-433a-9693-e20bc6b3e556 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0585182 Jun 16 15:58:22.444047 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-bc64e0ff-4bdc-4fa0-bef0-55045141f59d service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942333 Jun 16 15:58:22.542036 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a30ea8bf-de5f-4e54-8a75-b8b6308717c8 req-737c2a6b-a3b5-48cf-be7b-db28eef47467 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900373 Jun 16 15:58:23.295600 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9412-2f39-41e8-b84a-b0e7913d30dc req-fe354686-57ca-4ed1-acef-16eda14dd9d2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:23.297205 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-01cf9412-2f39-41e8-b84a-b0e7913d30dc req-fe354686-57ca-4ed1-acef-16eda14dd9d2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0680077 Jun 16 15:58:23.347003 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-01cf9412-2f39-41e8-b84a-b0e7913d30dc req-4ae396d3-2970-458d-a51b-6426a04c9207 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438795 Jun 16 15:58:25.621869 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:25.831721 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:58:26.514545 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c272fe77-7f4b-411f-9a91-26ac10273e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:28.159466 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-01558e79-1db4-4176-b8f5-506881588198 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600488 Jun 16 15:58:28.274815 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-1fdabceb-0eac-4a54-9572-a01e8e73a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:28.278332 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-1fdabceb-0eac-4a54-9572-a01e8e73a096 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 1098 time: 0.0723333 Jun 16 15:58:28.436017 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-1a46bb37-d675-4c86-880b-c31cde5af87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:28.437826 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-1a46bb37-d675-4c86-880b-c31cde5af87d service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1326656 Jun 16 15:58:28.525479 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-ffde3a68-b304-46a3-bbb5-99e9108c39e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 200 len: 1001 time: 0.0806723 Jun 16 15:58:28.586928 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-87269560-ed9b-47bf-99c1-7ba95e1dbbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:28.588669 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-87269560-ed9b-47bf-99c1-7ba95e1dbbd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0568340 Jun 16 15:58:28.652102 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-bc6892af-45fa-422f-8754-fac5f3f51ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:58:28.653723 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-bc6892af-45fa-422f-8754-fac5f3f51ef9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582206 Jun 16 15:58:28.755502 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-3718bd89-dffa-4004-b95f-334f69936caa service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943260 Jun 16 15:58:28.851792 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-5d417b7a-5724-4883-a584-fef1fed90cb0 req-cb2d9ae7-b378-43c8-b683-e02e596da29a service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897484 Jun 16 15:58:29.185139 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-377c1c05-4cf2-451a-b1a6-eec78507a016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:29.291335 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:30.528640 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:32.519737 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:55.576888 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:56.515800 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-542dc686-1197-4ced-87d7-440b251836de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:59.190435 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cb95d8a0-7353-4a0c-bb0f-39b4a7dc4003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:58:59.286467 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:00.531895 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:02.525703 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:02.835644 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:59:25.586325 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:26.520558 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-3027a7ed-cfbf-4045-8c99-90afe56cad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:27.373698 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064110f-da81-437f-8b1d-9f3c3ac77c50 req-7facb4fc-63cb-4385-889c-8867cb2794a8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:27.376318 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b064110f-da81-437f-8b1d-9f3c3ac77c50 req-7facb4fc-63cb-4385-889c-8867cb2794a8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0987282 Jun 16 15:59:27.421686 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b064110f-da81-437f-8b1d-9f3c3ac77c50 req-3d575bcc-c8b2-46d7-8b01-dc9242fa5df3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Jun 16 15:59:28.618208 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f544-4509-4e7a-a341-27bfc8062092 req-545780ec-ae7c-403c-ba5e-f1980949535d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:28.619816 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7676f544-4509-4e7a-a341-27bfc8062092 req-545780ec-ae7c-403c-ba5e-f1980949535d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0745683 Jun 16 15:59:28.670269 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-7676f544-4509-4e7a-a341-27bfc8062092 req-7eb452f9-caa7-4238-936a-15d0d39cae8f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405223 Jun 16 15:59:29.192645 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-833e89ed-921b-4400-b00a-6e31b83af311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.291978 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.624743 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479035-2f99-43ce-939a-0e89ccad402e req-8a83c54f-df6f-4b2c-8a57-54bf115a2b00 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:29.626335 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d2479035-2f99-43ce-939a-0e89ccad402e req-8a83c54f-df6f-4b2c-8a57-54bf115a2b00 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.0826976 Jun 16 15:59:29.743515 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Deleting port f57916ab-7d6e-4307-b8cf-b66db95af03c {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:29.743933 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.879728 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] For port f57916ab-7d6e-4307-b8cf-b66db95af03c, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=f57916ab-7d6e-4307-b8cf-b66db95af03c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:29.880077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:29.906558 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28906526-3379-42e6-a833-45d1c3da3e96 req-f2fb8a21-2030-444a-8788-1127e16e514e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:29.908764 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28906526-3379-42e6-a833-45d1c3da3e96 req-f2fb8a21-2030-444a-8788-1127e16e514e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 945 time: 0.1029632 Jun 16 15:59:29.978862 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-28906526-3379-42e6-a833-45d1c3da3e96 req-4be64d71-c295-4a48-8b0d-ba8377dfd5d2 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=e40d1aeb-5122-4030-a75b-1665835481df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591111 Jun 16 15:59:30.098003 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:30.098598 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:30.098858 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Floating IP d50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8 disassociated. External IP: 172.28.3.138, port: f57916ab-7d6e-4307-b8cf-b66db95af03c. Jun 16 15:59:30.099137 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Calling delete_port for f57916ab-7d6e-4307-b8cf-b66db95af03c owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:30.271417 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:30.278171 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-976b9f61-4203-4102-93e0-0a2b29b7ebb0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:30.307210 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event deleted for resources: {'Port': ['ID=f57916ab-7d6e-4307-b8cf-b66db95af03c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:30.319360 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.319745 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.320120 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.320490 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.321423 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.322055 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.322630 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.323046 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.323369 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.323734 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.324112 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.324451 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:30.330286 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:30.468943 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:59:30.535987 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:30.598218 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:59:30.610556 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] Sync routers for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:59:30.630460 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:59:30.631501 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:59:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:30.647045 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] No DVR routers for this DVR port f57916ab-7d6e-4307-b8cf-b66db95af03c on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 15:59:30.650570 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:30.652849 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d2479035-2f99-43ce-939a-0e89ccad402e req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "DELETE /v2.0/ports/f57916ab-7d6e-4307-b8cf-b66db95af03c HTTP/1.1" status: 204 len: 173 time: 1.0209236 Jun 16 15:59:30.653401 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'name': 'network-vif-deleted', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:30.655993 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e443bf2f-f87e-42de-a8f1-e8d5707e7398" -d '{"events": [{"server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "name": "network-vif-deleted", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:30.893396 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:59:30.939038 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ce3d5a-2980-4bc4-9ab2-e9d4db7788e5 x-openstack-request-id: req-c2ce3d5a-2980-4bc4-9ab2-e9d4db7788e5 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:30.939378 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50ba527-5041-4aad-990a-e4cb3c3175fc", "name": "network-vif-deleted", "tag": "f57916ab-7d6e-4307-b8cf-b66db95af03c", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:30.939671 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c2ce3d5a-2980-4bc4-9ab2-e9d4db7788e5 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:30.940104 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50ba527-5041-4aad-990a-e4cb3c3175fc', 'name': 'network-vif-deleted', 'tag': 'f57916ab-7d6e-4307-b8cf-b66db95af03c', 'status': 'completed', 'code': 200} Jun 16 15:59:31.116774 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:31.121730 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] Checking router: 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:59:31.131170 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:59:31.131787 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:59:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:31.213424 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f4a41ac6-551d-48c8-a612-4d89f24e985e req-5863e4c9-f560-4c72-bbaa-c5a38ce35e00 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=a50ba527-5041-4aad-990a-e4cb3c3175fc HTTP/1.1" status: 200 len: 210 time: 0.0658262 Jun 16 15:59:31.267899 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:59:31.515105 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:31.518711 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1bc73b-5b77-4858-92e9-09a0d3a878f9 None None] The sync data for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb is: [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:59:31.739676 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79adc545-3c0e-4061-ae99-2086960f9f76 None None] New status for floating IP d50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8: DOWN {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:59:32.402998 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36698) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:32.485744 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.511947 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.528873 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.577509 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.580606 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.582283 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "DELETE /v2.0/security-groups/e40d1aeb-5122-4030-a75b-1665835481df HTTP/1.1" status: 204 len: 168 time: 0.1778510 Jun 16 15:59:32.583214 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9be26a76-afb9-405c-ae2c-e0233e061f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:32.586206 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36700) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:32.595438 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40d1aeb-5122-4030-a75b-1665835481df,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:32.598275 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:32.603109 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.api.v2.resource [None req-9aeef7bd-b47d-4bc6-908f-5bc6bad4ebe7 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] show failed (client error): The resource could not be found. Jun 16 15:59:32.605012 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-9aeef7bd-b47d-4bc6-908f-5bc6bad4ebe7 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups/e40d1aeb-5122-4030-a75b-1665835481df HTTP/1.1" status: 404 len: 347 time: 0.0168018 Jun 16 15:59:32.607342 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36702) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:32.611663 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f57916ab-7d6e-4307-b8cf-b66db95af03c no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 15:59:32.636956 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: f57916ab-7d6e-4307-b8cf-b66db95af03c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 15:59:32.637354 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device f57916ab-7d6e-4307-b8cf-b66db95af03c not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 15:59:32.756538 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Deleting port 62d24771-0f71-4ce8-bf1e-31d12f41bd52 {{(pid=103601) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 15:59:32.756801 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.841832 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.842194 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:32.959690 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.plugins.ml2.plugin [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Calling delete_port for 62d24771-0f71-4ce8-bf1e-31d12f41bd52 owned by network:floatingip {{(pid=103601) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 15:59:33.152246 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31860657'] for port, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.154372 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-10a4e87a-c20e-4fad-a01d-aa2a2269992f tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:33.179312 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event deleted for resources: {'Port': ['ID=62d24771-0f71-4ce8-bf1e-31d12f41bd52,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:33.192049 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.192433 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.192815 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.193191 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.193601 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.193977 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.194345 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.194714 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.195082 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.195444 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.196356 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.196715 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:33.217492 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:33.257733 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.261320 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.262624 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-b0b69038-fa4b-4de5-ab6b-0b7829d1fe72 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "DELETE /v2.0/floatingips/d50fe4f3-2bd5-4c27-922c-4a1d8cc34cf8 HTTP/1.1" status: 204 len: 168 time: 0.6543236 Jun 16 15:59:33.550898 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36706) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:33.557182 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509354996', 'description': 'tempest-description--1213879116'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:33.594096 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.703255 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.707394 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.709910 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-f3e98b68-7ba2-47da-b740-e119d6d7e47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:33.736208 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.737455 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1855288 Jun 16 15:59:33.741813 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 36708) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:33.742974 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754769e8-14f5-4442-89b3-d422cbd8ce4c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:33.745768 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:33.756888 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'security_group_rule': {'security_group_id': '754769e8-14f5-4442-89b3-d422cbd8ce4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:33.800654 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.853005 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.856877 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.858949 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-f26ec594-2da0-47aa-a188-ffb458ced5dd tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:33.876756 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33832fb-4b30-4d1c-806c-9c1c36935025,revision_number=0']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:33.880065 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:33.885247 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.887264 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-7c9abd69-b918-491b-9d99-4c4069b0faed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424475 Jun 16 15:59:33.889973 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36710) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:33.895084 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'security_group_rule': {'security_group_id': '754769e8-14f5-4442-89b3-d422cbd8ce4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:33.930953 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.990534 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.995112 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1653779'] for security_group_rule, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:33.997034 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:34.013590 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f921550-feab-4f46-a098-13b887a7d607,revision_number=0']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:34.017410 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:34.025726 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.026930 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-2ec1e512-36ea-4221-89d3-15b4421d25d1 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359253 Jun 16 15:59:34.030220 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36712) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:34.034865 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'floatingip': {'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:34.059625 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.167545 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.275200 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.db_base_plugin_common [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Allocated IP 172.28.3.141 (7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6/73870dd4-6fd9-46e5-9fe7-9f7ac0eef635/db892917-d459-4bb8-ac8c-a32e00c77e2d) {{(pid=103601) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:59:34.404641 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for port, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.445792 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31860654'] for port, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.448043 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-40ccfb54-200b-4e40-bb67-faa75c9e986f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:34.491293 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Network 7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6 is already hosted by enough agents. {{(pid=103601) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:59:34.495109 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.base_scheduler [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Resources bound (agent type, host, resource id): {{(pid=103601) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:34.499755 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Received port after_create {{(pid=103601) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:59:34.503343 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'Port': ['ID=db892917-d459-4bb8-ac8c-a32e00c77e2d,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:34.523702 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:34.598186 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.645039 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.829214 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for port, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.834409 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31860664'] for port, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.839203 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-a72de4ef-b8ce-4a62-90fe-40d4bc6eff98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:34.925056 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'Port': ['ID=db892917-d459-4bb8-ac8c-a32e00c77e2d,revision_number=2']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:34.928134 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:34.941531 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.960108 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:34.961387 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-e23ad422-25ac-4380-a2a6-4a0699e2ac1c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9301744 Jun 16 15:59:35.120960 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-7c4aafa0-6eea-412a-a302-8e173e593d64 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--509354996&fields=id&tenant_id=2105ce84aa1e4f32ba710f781c6e85cd HTTP/1.1" status: 200 len: 267 time: 0.0379722 Jun 16 15:59:35.237903 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-5d2b516b-375b-4471-9c3f-e8fd3638a125 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:35.239459 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-5d2b516b-375b-4471-9c3f-e8fd3638a125 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 811 time: 0.1119604 Jun 16 15:59:35.259827 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-0f386c35-c40e-44b4-b1f6-7b8eb68a0142 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/quotas/2105ce84aa1e4f32ba710f781c6e85cd HTTP/1.1" status: 200 len: 375 time: 0.0101311 Jun 16 15:59:35.341753 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e8dfeacc-a271-4081-b9be-8304faf85622 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753601 Jun 16 15:59:35.435300 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-6e02fc9b-2a95-4388-a423-3d360248a721 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103601) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 15:59:35.436343 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-6e02fc9b-2a95-4388-a423-3d360248a721 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0822058 Jun 16 15:59:35.539122 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-fe1de3de-8cf3-4a5e-b222-1bd0c7911dab service neutron] 10.222.0.23 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964425 Jun 16 15:59:35.652332 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-989a224c-01ff-4068-929b-9029f0e47d18 service neutron] 10.222.0.23 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055810 Jun 16 15:59:35.857188 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-83e0a729-7623-4c27-99fb-18a0b0493e0a req-d589a1cf-764c-4424-a30f-d2c8c6045ca6 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 210 time: 0.0456767 Jun 16 15:59:36.957075 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f7b5c663-4fee-4d0f-8a21-8a3ea5d46c47 req-050a74de-39f7-4af1-9c59-41a02d52df4d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 210 time: 0.0422127 Jun 16 15:59:38.049364 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0a0ab710-f80f-43e9-b736-2915462bb7d1 req-a835b5a6-efd5-4386-88d1-2a69c37e67cd tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 210 time: 0.0331974 Jun 16 15:59:39.136881 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8c621f13-95e3-4cd6-a95f-b8520ff686a4 req-dcb45584-5eb7-4005-bde3-db94602a5d86 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 210 time: 0.0295477 Jun 16 15:59:39.834942 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 15:59:40.553945 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9cc0b44b-39a0-4bb7-a64d-ca7fe19de3ed req-18c095a8-73ac-4ecf-a0cb-c8ae6850b062 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 210 time: 0.2985711 Jun 16 15:59:41.242685 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-aa66fd37-245c-4db6-a8ef-070f083fda5b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:41.244789 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-aa66fd37-245c-4db6-a8ef-070f083fda5b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 811 time: 0.1267426 Jun 16 15:59:41.303204 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-3a10e61c-3f52-4375-a5f2-4524d4f39e73 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2105ce84aa1e4f32ba710f781c6e85cd HTTP/1.1" status: 200 len: 379 time: 0.0496216 Jun 16 15:59:41.315603 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'port': {'device_id': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'admin_state_up': True, 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'security_groups': ['754769e8-14f5-4442-89b3-d422cbd8ce4c']}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:41.450345 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Made reservation on behalf of 2105ce84aa1e4f32ba710f781c6e85cd for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 15:59:41.453941 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.587919 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Allocated IP 172.20.0.13 (237108cb-0f2a-4466-9435-0fb64e49f668/d265a920-4af3-473e-bded-56349a624400/8bef1ae1-df9b-4226-b3f8-8ad176e15d69) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 15:59:41.725568 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-6a2910a8-d32b-465f-940b-133fc4653ee6 req-0fa92161-a76c-4582-b5b5-e74bb3669ee5 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 210 time: 0.0495896 Jun 16 15:59:41.757479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.776883 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Transition to ACTIVE for port object 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:59:41.820570 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.824713 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:41.869036 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Network 237108cb-0f2a-4466-9435-0fb64e49f668 is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 15:59:41.874807 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 15:59:41.878779 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 15:59:41.885595 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event updated for resources: {'Port': ['ID=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:41.907480 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:41.938608 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:41.939106 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:41.958837 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-dc304981-fe9e-4a67-a512-0974ca4bf872 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6502812 Jun 16 15:59:41.970986 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Request body: {'port': {'device_id': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:42.054816 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.091103 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-87507eb2-0173-4b01-9c28-9006918851aa None None] Provisioning for port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:59:42.095593 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-87507eb2-0173-4b01-9c28-9006918851aa None None] Provisioning complete for port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:42.097627 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-87507eb2-0173-4b01-9c28-9006918851aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.138928 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-87507eb2-0173-4b01-9c28-9006918851aa None None] Port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 15:59:42.348576 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:59:42.356640 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.369194 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Transition to ACTIVE for port object 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 15:59:42.374226 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.379780 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-7c0a38a4-3b66-4799-a3ca-49f0851e08d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:42.462713 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Pushing event updated for resources: {'Port': ['ID=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:42.486449 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:42.553788 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Attempting to bind port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 15:59:42.554256 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Attempting to bind port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 15:59:42.554679 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Attempting to bind port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 on network 237108cb-0f2a-4466-9435-0fb64e49f668 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:59:42.561515 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 on network 237108cb-0f2a-4466-9435-0fb64e49f668 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 15:59:42.562017 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Attempting to bind port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 on network 237108cb-0f2a-4466-9435-0fb64e49f668 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 15:59:42.572010 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 15, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 15:59:42.572351 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Checking segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 15:59:42.572760 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Bound using segment: {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 15:59:42.573301 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Bound port: 8bef1ae1-df9b-4226-b3f8-8ad176e15d69, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9be1db-50d4-48c9-b206-555f1253cccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 15:59:42.573680 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.667311 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] For port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 15:59:42.670902 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] For port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 15:59:42.674992 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.677206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a8f0307e-6aca-4466-8153-4d8a5820072a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:42.720154 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:42.720154 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:42.720154 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] 10.222.0.24 "PUT /v2.0/ports/8bef1ae1-df9b-4226-b3f8-8ad176e15d69 HTTP/1.1" status: 200 len: 1094 time: 0.7536759 Jun 16 15:59:42.721043 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:42.723105 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:42.769673 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Pushing event updated for resources: {'Port': ['ID=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:42.776335 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:42.805875 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c017aad5-a8db-4665-ad37-1dee0d6ce970 x-openstack-request-id: req-c017aad5-a8db-4665-ad37-1dee0d6ce970 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:42.806844 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:42.807324 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c017aad5-a8db-4665-ad37-1dee0d6ce970 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:42.808075 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'status': 'completed', 'code': 200} Jun 16 15:59:42.859390 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-a7e7631c-d86e-4d3f-90cd-624844689620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:42.860952 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-a7e7631c-d86e-4d3f-90cd-624844689620 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 1097 time: 0.0734956 Jun 16 15:59:42.910194 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-fb1655f9-60c8-4697-9c56-62d8c16b32a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69 HTTP/1.1" status: 200 len: 217 time: 0.0410442 Jun 16 15:59:42.986797 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-0f6ed28f-9345-4efb-976e-1885d93a35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:42.990194 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-0f6ed28f-9345-4efb-976e-1885d93a35e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0733809 Jun 16 15:59:43.020342 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc2afa-ffa1-44a5-806a-653694018414 req-fd80ffb6-20bb-453b-aef3-292a398e3942 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.022362 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-11bc2afa-ffa1-44a5-806a-653694018414 req-fd80ffb6-20bb-453b-aef3-292a398e3942 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 944 time: 0.0868094 Jun 16 15:59:43.069854 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-ee9fb58d-8fc7-46b5-a313-af6c64acf360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.072278 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-ee9fb58d-8fc7-46b5-a313-af6c64acf360 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763054 Jun 16 15:59:43.084006 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-11bc2afa-ffa1-44a5-806a-653694018414 req-35e35d18-1377-474c-ba33-8e7f03bec914 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542920 Jun 16 15:59:43.238624 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-9bc6ab0b-709a-4a36-b415-dcea0b18ede1 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583357 Jun 16 15:59:43.360518 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-89d7c52f-3f3b-48bf-81f1-f5b375d59d0e req-f3b0718e-0493-4bef-b5de-d5818e33bd63 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153505 Jun 16 15:59:43.475329 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-47a30118-ba2f-43d0-883e-9c4d028c97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.477531 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-47a30118-ba2f-43d0-883e-9c4d028c97e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 1097 time: 0.0606980 Jun 16 15:59:43.581061 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-18445b62-0fad-458f-8014-f75dfe4f8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.582486 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-18445b62-0fad-458f-8014-f75dfe4f8ed0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.0987468 Jun 16 15:59:43.625784 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-ac3319c9-f49b-4fb5-ace7-a46d6f4728d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69 HTTP/1.1" status: 200 len: 217 time: 0.0365148 Jun 16 15:59:43.684797 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-d0fb1ff0-b38d-4c0a-b167-42a0a3f99994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.686455 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-d0fb1ff0-b38d-4c0a-b167-42a0a3f99994 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0546381 Jun 16 15:59:43.759285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-db6a52c5-7453-481f-9b87-28b36de581fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:43.760966 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-db6a52c5-7453-481f-9b87-28b36de581fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679045 Jun 16 15:59:43.872630 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-8523ba9c-c780-4f57-9969-ef8529a7f549 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049266 Jun 16 15:59:43.978820 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-f1a133ce-4085-4ab4-9a4f-12c7054a7db3 req-fec60b9d-1ca1-4c7e-8155-0735b12e57d7 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993338 Jun 16 15:59:44.315893 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a3c13-2231-4c27-8408-af441398cafa req-1e34a390-af48-4c7c-9563-e4924f335876 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:44.317694 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a18a3c13-2231-4c27-8408-af441398cafa req-1e34a390-af48-4c7c-9563-e4924f335876 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 944 time: 0.0839772 Jun 16 15:59:44.375132 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a18a3c13-2231-4c27-8408-af441398cafa req-ea090977-210a-4e44-9ff6-99d363ce451d tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474360 Jun 16 15:59:45.634099 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c6d90-4a81-4001-90c7-93cd0426b71e req-c4275de6-c695-4b0e-8615-1719d11132e9 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:45.636805 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b47c6d90-4a81-4001-90c7-93cd0426b71e req-c4275de6-c695-4b0e-8615-1719d11132e9 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 944 time: 0.0952988 Jun 16 15:59:45.692305 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-b47c6d90-4a81-4001-90c7-93cd0426b71e req-4d0b613b-14ba-4722-a168-45630156df73 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489583 Jun 16 15:59:46.686868 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 15:59:46.795439 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:46.812352 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'port_id': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'mac_address': 'fa:16:3e:92:26:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 15:59:46.872896 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.891201 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 15:59:46.919371 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:46.922547 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582ebd-7791-44e1-85c5-5f09e5959099 req-791f91e2-9c0b-4a82-8244-ed92ca819e5b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:46.924409 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32582ebd-7791-44e1-85c5-5f09e5959099 req-791f91e2-9c0b-4a82-8244-ed92ca819e5b tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 944 time: 0.0827518 Jun 16 15:59:46.925056 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:46.928144 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:46.975542 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-32582ebd-7791-44e1-85c5-5f09e5959099 req-ad325bdc-faef-4124-af3c-63d88b06d369 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430295 Jun 16 15:59:46.988920 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:46.998244 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:46.998659 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:46.999168 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:46.999516 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:46.999855 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.000192 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.000551 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.000916 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.001220 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.001611 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.001942 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.002305 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 15:59:47.006998 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:47.296543 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['8bef1ae1-df9b-4226-b3f8-8ad176e15d69'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 15:59:48.166155 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7d21f-d37c-496a-801f-c442772dcb1f req-a8afa232-0d50-444a-a065-0932aa97b13c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:48.167765 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a7a7d21f-d37c-496a-801f-c442772dcb1f req-a8afa232-0d50-444a-a065-0932aa97b13c tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 945 time: 0.0682678 Jun 16 15:59:48.217737 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-a7a7d21f-d37c-496a-801f-c442772dcb1f req-14c489ec-6f79-4652-8318-826cb77ed455 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441930 Jun 16 15:59:48.701451 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 15:59:48.760130 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 15:59:48.765370 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 15:59:48.765879 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.861424 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.890080 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:48.892426 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e0315-9580-4340-8f6b-c55411137c61" -d '{"events": [{"server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:48.908043 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 15:59:48.916148 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:48.920360 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-227614b3-19ae-47c0-a29f-d215b1c527cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 15:59:48.989608 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 15:59:48.993144 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 15:59:49.022341 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464c702-8e2e-44a9-ab8f-376ccf67d8dc x-openstack-request-id: req-7464c702-8e2e-44a9-ab8f-376ccf67d8dc {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:49.022814 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "name": "network-vif-plugged", "status": "completed", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:49.023229 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7464c702-8e2e-44a9-ab8f-376ccf67d8dc {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:49.024387 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'code': 200} Jun 16 15:59:49.300535 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55086be5-9fd8-4552-88aa-4dbd96b8b432 req-68b52bf3-878f-4465-b5a9-ecfa2670d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:49.302066 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-55086be5-9fd8-4552-88aa-4dbd96b8b432 req-68b52bf3-878f-4465-b5a9-ecfa2670d561 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 1099 time: 0.0626454 Jun 16 15:59:49.340822 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-55086be5-9fd8-4552-88aa-4dbd96b8b432 req-3581eecf-8f56-402f-97ea-b205a0ba5497 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318828 Jun 16 15:59:49.399043 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802272b7-bb55-4a4d-8a62-6eb315dc2f6d req-a5183a9b-fa75-4c75-b37b-aa51c615d233 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:49.400590 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-802272b7-bb55-4a4d-8a62-6eb315dc2f6d req-a5183a9b-fa75-4c75-b37b-aa51c615d233 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 946 time: 0.0687759 Jun 16 15:59:49.441014 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-802272b7-bb55-4a4d-8a62-6eb315dc2f6d req-e391d586-9015-49d6-bb38-62c256cbe01f tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345390 Jun 16 15:59:50.660708 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bff9c4-7287-48ec-a750-cb5aef603abb req-c3b429b8-9f6e-48f7-ae1d-7d886272b670 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.662305 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03bff9c4-7287-48ec-a750-cb5aef603abb req-c3b429b8-9f6e-48f7-ae1d-7d886272b670 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 946 time: 0.0715175 Jun 16 15:59:50.706753 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-03bff9c4-7287-48ec-a750-cb5aef603abb req-e165b803-d96a-4729-8fdd-87b4205d5879 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344899 Jun 16 15:59:50.912748 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947510f-41b5-40b4-bbcd-b5f2ae1b83d7 req-e05ad6df-1eb3-4b67-87fa-7fe342a89393 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:50.914515 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-8947510f-41b5-40b4-bbcd-b5f2ae1b83d7 req-e05ad6df-1eb3-4b67-87fa-7fe342a89393 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 946 time: 0.0844138 Jun 16 15:59:50.923817 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 36790) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 15:59:50.928605 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.v2.base [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Request body: {'floatingip': {'port_id': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69'}} {{(pid=103601) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 15:59:50.976128 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, before_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.689699 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.694087 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:51.805304 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.db.l3_db [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Floating IP 76278d77-9a97-4929-ba4c-43c07a98d461 associated. External IP: 172.28.3.141, port: 8bef1ae1-df9b-4226-b3f8-8ad176e15d69. Jun 16 15:59:52.045187 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103601) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 15:59:52.160285 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103601) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 15:59:52.165785 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:52.172512 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] Sync routers for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 15:59:52.182882 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:59:52.183495 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:59:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:52.208206 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-a560277a-1789-49e6-aff3-e60c1191c3f3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "PUT /v2.0/floatingips/76278d77-9a97-4929-ba4c-43c07a98d461 HTTP/1.1" status: 200 len: 992 time: 1.2832651 Jun 16 15:59:52.208877 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69'}] {{(pid=103601) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 15:59:52.212085 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ecfa4e4243d8efd6645e80edfd2ee636af20db4db017e734cb5f8104fbb98b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a79002-280d-47d0-8a4c-31bca6a49ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69"}]}' {{(pid=103601) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 15:59:52.318211 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:59:52.363883 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 15:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d101e2f-8cba-4fa7-bada-9d5f889316ec x-openstack-request-id: req-1d101e2f-8cba-4fa7-bada-9d5f889316ec {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 15:59:52.364386 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69", "status": "completed", "code": 200}]} {{(pid=103601) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 15:59:52.364839 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d101e2f-8cba-4fa7-bada-9d5f889316ec {{(pid=103601) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 15:59:52.365513 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'status': 'completed', 'code': 200} Jun 16 15:59:52.457922 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-ee66f161-185c-4e5b-8ce1-b416d8c9756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.459788 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-ee66f161-185c-4e5b-8ce1-b416d8c9756f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 1099 time: 0.0712466 Jun 16 15:59:52.598799 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-811ba0dc-51cf-4ebe-9e77-d41b3459b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.600220 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-811ba0dc-51cf-4ebe-9e77-d41b3459b93e service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1337504 Jun 16 15:59:52.604142 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '76278d77-9a97-4929-ba4c-43c07a98d461', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'floating_ip_address': '172.28.3.141', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'port_id': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'mac_address': 'fa:16:3e:92:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:59:34Z', 'updated_at': '2021-06-16T15:59:51Z', 'revision_number': 1, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:52.608759 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] Checking router: 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 15:59:52.618398 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 15:59:52.619048 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T15:59:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:52.674133 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-d37489db-75bb-4d02-8305-964027c6847f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69 HTTP/1.1" status: 200 len: 1000 time: 0.0669515 Jun 16 15:59:52.735428 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-4e9a99af-a097-4bad-825b-ccd21033ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.737843 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-4e9a99af-a097-4bad-825b-ccd21033ec0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0570016 Jun 16 15:59:52.754707 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 15:59:52.816566 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-fb821bf7-2d34-4a77-a5d7-5ca818c1e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 15:59:52.818106 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-fb821bf7-2d34-4a77-a5d7-5ca818c1e0d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743110 Jun 16 15:59:52.939362 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-f70967b7-4613-424b-9bd1-a06a4007b454 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138225 Jun 16 15:59:53.069353 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '76278d77-9a97-4929-ba4c-43c07a98d461', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'floating_ip_address': '172.28.3.141', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'port_id': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'mac_address': 'fa:16:3e:92:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:59:34Z', 'updated_at': '2021-06-16T15:59:51Z', 'revision_number': 1, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 15:59:53.074982 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41295c-119c-4ed3-a7d5-ff24e8d5b008 None None] The sync data for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb is: [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_floatingips': [{'id': '76278d77-9a97-4929-ba4c-43c07a98d461', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'floating_ip_address': '172.28.3.141', 'floating_network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'router_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'port_id': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'mac_address': 'fa:16:3e:92:26:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T15:59:34Z', 'updated_at': '2021-06-16T15:59:51Z', 'revision_number': 1, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 15:59:53.106997 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-49a79002-280d-47d0-8a4c-31bca6a49ab7 req-6591b9b9-82d8-4745-a28d-06d466d5205b service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601474 Jun 16 15:59:53.301267 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a986a8-853b-4e8d-b5be-135ce01dbe67 None None] New status for floating IP 76278d77-9a97-4929-ba4c-43c07a98d461: ACTIVE {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 15:59:55.623393 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:56.526024 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5952aa9e-9897-4d7e-9a02-b9c0ff8e6150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.198928 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-34829b29-e97c-431e-a16b-654de2c38746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 15:59:59.289999 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:00.541245 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:02.538703 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:16.834428 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:00:25.627085 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:26.530512 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9b68dda1-4f0e-4c43-a119-b400a356bd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:28.205744 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-3662ea5c-9209-4c3c-aa60-d5f8c60904aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0634887 Jun 16 16:00:28.308910 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-514c6b29-9a7c-4b8c-8b38-93d7916ba0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:28.310443 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-514c6b29-9a7c-4b8c-8b38-93d7916ba0b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 1099 time: 0.0571525 Jun 16 16:00:28.430826 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-1e81dc4d-a617-4c69-800a-5522502fb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:28.433457 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-1e81dc4d-a617-4c69-800a-5522502fb522 service neutron] 10.222.0.24 "GET /v2.0/networks?id=237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 200 len: 912 time: 0.1007054 Jun 16 16:00:28.515126 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-8b5e7ba9-13b6-4ace-a799-936fab537f68 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69 HTTP/1.1" status: 200 len: 1002 time: 0.0742803 Jun 16 16:00:28.573044 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-eda38acc-873d-4eca-b0ae-f59629f0fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:28.574887 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-eda38acc-873d-4eca-b0ae-f59629f0fd2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 200 len: 850 time: 0.0534110 Jun 16 16:00:28.647026 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-04e143ea-2295-4510-9ce9-10f3751f2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:00:28.650448 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-04e143ea-2295-4510-9ce9-10f3751f2f90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=237108cb-0f2a-4466-9435-0fb64e49f668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690296 Jun 16 16:00:28.772246 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-fe2a5125-8c0f-487d-a61d-ea620eb28f15 service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016893 Jun 16 16:00:28.874875 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-3aaec325-abd8-4b91-8124-31a5fcc052ae req-fe5c9d2c-ebb8-4163-bc04-f59b391b9dbe service neutron] 10.222.0.24 "GET /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957017 Jun 16 16:00:29.190983 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-bee3e8f3-10e7-4414-90eb-0acc78647194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:29.283232 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:30.541858 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:32.537747 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:53.833466 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:00:55.619917 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:56.537197 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1516944d-fd90-4c0a-ad43-202382f0706b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.210082 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6fd0-f4b6-4129-8769-abbb40bdce9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:00:59.297210 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:00.557200 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:02.541835 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.644219 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:25.715243 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b525-75b7-434e-8b62-321923777e86 req-85bd2a29-5c7c-4cea-9ae7-0560b90f2063 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:25.718110 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e3a1b525-75b7-434e-8b62-321923777e86 req-85bd2a29-5c7c-4cea-9ae7-0560b90f2063 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 946 time: 0.1291194 Jun 16 16:01:25.774309 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e3a1b525-75b7-434e-8b62-321923777e86 req-bab6701d-a41b-46c4-986c-4a1d23db9b18 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Jun 16 16:01:26.532277 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-748438de-5b77-43d1-891e-cf33a71677a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:26.994784 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655e8f1-32d9-4b37-b425-43167fec03e6 req-36f7d0b8-9e5a-4e26-9c4c-f9c568ae8f84 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:26.997270 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9655e8f1-32d9-4b37-b425-43167fec03e6 req-36f7d0b8-9e5a-4e26-9c4c-f9c568ae8f84 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 946 time: 0.0866647 Jun 16 16:01:27.045693 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-9655e8f1-32d9-4b37-b425-43167fec03e6 req-1bc7937c-2cb1-449b-a3d3-14772a18ffed tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Jun 16 16:01:27.731455 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6150c637-b934-46d7-a306-e9bdc386d372 req-88f64b93-f2d0-4fa9-9144-480e6f281be8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:27.733006 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6150c637-b934-46d7-a306-e9bdc386d372 req-88f64b93-f2d0-4fa9-9144-480e6f281be8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 946 time: 0.0708201 Jun 16 16:01:27.890512 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Deleting port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:01:27.891062 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:27.994860 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] For port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:27.995656 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.200659 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.201034 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1679315'] for floatingip, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.201356 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.db.l3_db [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Floating IP 76278d77-9a97-4929-ba4c-43c07a98d461 disassociated. External IP: 172.28.3.141, port: 8bef1ae1-df9b-4226-b3f8-8ad176e15d69. Jun 16 16:01:28.201735 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Calling delete_port for 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:01:28.260006 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a14efa-57c4-4f27-a4b1-098f6ab441b7 req-257f49d8-2ad8-4249-8678-1a7c799673d8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:01:28.261543 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e7a14efa-57c4-4f27-a4b1-098f6ab441b7 req-257f49d8-2ad8-4249-8678-1a7c799673d8 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 946 time: 0.0799530 Jun 16 16:01:28.303745 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e7a14efa-57c4-4f27-a4b1-098f6ab441b7 req-c6394274-1324-472e-bb1f-edd60ddc1031 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups?id=754769e8-14f5-4442-89b3-d422cbd8ce4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357616 Jun 16 16:01:28.416163 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.421827 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-a154c666-a9f8-4269-836b-c3f6f2b45a55 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:28.452915 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event deleted for resources: {'Port': ['ID=8bef1ae1-df9b-4226-b3f8-8ad176e15d69,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:28.464495 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.464951 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.465553 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.466136 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.466730 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.467320 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.467962 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.468539 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.469078 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.469610 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.470128 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.470704 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:28.478609 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:28.612741 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:01:28.743260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:28.754951 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] Sync routers for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:28.769180 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:28.769845 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T16:00:59Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:28.794306 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] No DVR routers for this DVR port 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:01:28.797058 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:28.799204 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-6150c637-b934-46d7-a306-e9bdc386d372 req-67d2715c-f802-4add-b8aa-f8641a54c994 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.24 "DELETE /v2.0/ports/8bef1ae1-df9b-4226-b3f8-8ad176e15d69 HTTP/1.1" status: 204 len: 173 time: 1.0609260 Jun 16 16:01:28.799745 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'name': 'network-vif-deleted', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:01:28.802175 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fe4ccc-fa5f-486b-9d38-489e10143b02" -d '{"events": [{"server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "name": "network-vif-deleted", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:01:28.877490 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5106e47-a2e0-422a-88b2-c9db784e4c05 x-openstack-request-id: req-b5106e47-a2e0-422a-88b2-c9db784e4c05 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:01:28.877845 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0cad81-f5a9-44a1-a782-0bc6ddafc992", "name": "network-vif-deleted", "tag": "8bef1ae1-df9b-4226-b3f8-8ad176e15d69", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:01:28.878174 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5106e47-a2e0-422a-88b2-c9db784e4c05 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:01:28.879053 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0cad81-f5a9-44a1-a782-0bc6ddafc992', 'name': 'network-vif-deleted', 'tag': '8bef1ae1-df9b-4226-b3f8-8ad176e15d69', 'status': 'completed', 'code': 200} Jun 16 16:01:28.961183 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:29.200401 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-74d33f56-c2c8-442b-bb70-8a605cba8c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:29.301408 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:29.355882 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:29.362432 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] Checking router: 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:29.377688 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:29.378318 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T16:01:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:29.514816 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:29.534006 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-474ef5f5-a631-4b8d-9789-78927632980b req-51956d7e-8f42-459d-bc0f-140845332a33 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/ports?device_id=9b0cad81-f5a9-44a1-a782-0bc6ddafc992 HTTP/1.1" status: 200 len: 210 time: 0.0345080 Jun 16 16:01:29.773985 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:29.778096 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66a324-4faf-4eae-a51e-1b837d477b47 None None] The sync data for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb is: [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T15:55:08Z', 'revision_number': 4, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb', '_interfaces': [{'id': 'c1781a2c-b4b0-4f68-8c1c-581d46d4206c', 'name': '', 'network_id': '237108cb-0f2a-4466-9435-0fb64e49f668', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'mac_address': 'fa:16:3e:fe:1f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd265a920-4af3-473e-bded-56349a624400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:07Z', 'updated_at': '2021-06-16T15:55:12Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'subnets': [{'id': 'd265a920-4af3-473e-bded-56349a624400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:30.025070 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a4d66-b884-4f46-be75-5ba8764245b0 None None] New status for floating IP 76278d77-9a97-4929-ba4c-43c07a98d461: DOWN {{(pid=103603) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 16:01:30.556691 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.707917 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 37062) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:30.797751 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.828878 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.832703 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:01:30.899853 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.904167 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:30.906028 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "DELETE /v2.0/security-groups/754769e8-14f5-4442-89b3-d422cbd8ce4c HTTP/1.1" status: 204 len: 168 time: 0.1955845 Jun 16 16:01:30.907220 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-3a195dfb-264e-4332-8740-61f1aba06f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:30.909591 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37064) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:30.918987 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754769e8-14f5-4442-89b3-d422cbd8ce4c,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:30.924499 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.api.v2.resource [None req-d2e83fc7-4f39-4e76-ae34-4f6daafa5ce3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] show failed (client error): The resource could not be found. Jun 16 16:01:30.927133 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.928284 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.929032 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.929032 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.929243 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.929473 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-d2e83fc7-4f39-4e76-ae34-4f6daafa5ce3 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "GET /v2.0/security-groups/754769e8-14f5-4442-89b3-d422cbd8ce4c HTTP/1.1" status: 404 len: 347 time: 0.0185695 Jun 16 16:01:30.929676 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.929999 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.930133 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37066) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:30.930373 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.930914 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.931588 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.932093 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.932764 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:30.940564 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-0c6d402c-4efa-4a56-a39b-182a92ee085e tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:31.094921 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Deleting port db892917-d459-4bb8-ac8c-a32e00c77e2d {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:01:31.095170 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:31.173096 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:31.173414 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:31.249177 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Calling delete_port for db892917-d459-4bb8-ac8c-a32e00c77e2d owned by network:floatingip {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:01:31.260910 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:31.295343 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:01:31.295906 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 8bef1ae1-df9b-4226-b3f8-8ad176e15d69 not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:31.429003 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:31.431124 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-73c4739c-8719-4b29-b127-b86daedcf06b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:31.456439 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Pushing event deleted for resources: {'Port': ['ID=db892917-d459-4bb8-ac8c-a32e00c77e2d,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:31.460826 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:31.523987 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks [] for floatingip, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:31.526659 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for floatingip, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:31.527825 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-854348f7-5739-465e-8108-5bb17c9d23fa tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] 10.222.0.23 "DELETE /v2.0/floatingips/76278d77-9a97-4929-ba4c-43c07a98d461 HTTP/1.1" status: 204 len: 168 time: 0.5967779 Jun 16 16:01:32.547007 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:35.302324 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37094) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:36.068882 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1657844'] for router_interface, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:36.377838 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Deleting port c1781a2c-b4b0-4f68-8c1c-581d46d4206c {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:01:36.378532 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:36.460554 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] For port c1781a2c-b4b0-4f68-8c1c-581d46d4206c, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:36.460909 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:36.533377 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Calling delete_port for c1781a2c-b4b0-4f68-8c1c-581d46d4206c owned by network:router_interface {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:01:36.737303 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:36.739718 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-979b2f15-e95c-4a2b-8fad-7e00ccf88b78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:36.764391 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c1781a2c-b4b0-4f68-8c1c-581d46d4206c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:36.767672 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:36.945968 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1804201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1657696'] for router_interface, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:37.173794 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec has already been hosted by L3 agent 55befa87-5561-4f21-a5db-49af2c9d6cf8 {{(pid=103602) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 16:01:37.285270 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] Notify agent at l3_agent.dv-cinder-796114-3-smb the message routers_updated {{(pid=103602) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 16:01:37.291722 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-9757effb-0aa4-4d13-9c23-84e69f9e75ca admin admin] 10.222.0.23 "PUT /v2.0/routers/9797f0e4-d6a8-4fbf-863f-9bab67dcbdec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870124 Jun 16 16:01:37.293830 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37098) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:37.298037 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] Sync routers for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 16:01:37.309309 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:37.310010 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T16:01:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:37.426974 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks [] for router, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:37.448561 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: dv-cinder-796114-3-smb {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:37.540565 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:37.605593 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Deleting port b2e868f5-8743-49e7-ab1a-8124a2d18651 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:01:37.606046 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:37.653935 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'external_fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34'}], 'enable_snat': True}, 'gw_port_id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T16:01:36Z', 'revision_number': 5, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port': {'id': 'b2e868f5-8743-49e7-ab1a-8124a2d18651', 'name': '', 'network_id': '7af110c8-01a9-4f2d-9a1a-d4b72fa6beb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ba:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'ip_address': '172.28.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796114-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T15:55:06Z', 'updated_at': '2021-06-16T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73870dd4-6fd9-46e5-9fe7-9f7ac0eef635', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796114-3-smb'}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:37.657247 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] Checking router: 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec for host: dv-cinder-796114-3-smb {{(pid=103604) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 16:01:37.665760 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] Routers {'9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'} bound to L3 agent in host dv-cinder-796114-3-smb {{(pid=103604) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 16:01:37.666471 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796114-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T15:36:59Z,description=,heartbeat_timestamp=2021-06-16T16:01:29Z,host='dv-cinder-796114-3-smb',id=55befa87-5561-4f21-a5db-49af2c9d6cf8,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T15:36:59Z,topic='l3_agent')) {'router_ids': ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'], 'active': True} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:37.697863 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] For port b2e868f5-8743-49e7-ab1a-8124a2d18651, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=b2e868f5-8743-49e7-ab1a-8124a2d18651,segment=NetworkSegment(05634b3f-0639-4862-83ed-d34b4cc6731a),segment_id=05634b3f-0639-4862-83ed-d34b4cc6731a)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:37.698175 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:37.752498 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_dvr_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] Set router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec gateway port host: None {{(pid=103604) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 16:01:37.763627 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Calling delete_port for b2e868f5-8743-49e7-ab1a-8124a2d18651 owned by network:router_gateway {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:01:37.808737 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.l3_hamode_db [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T16:01:37Z', 'revision_number': 6, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port_host': None}], 'dv-cinder-796114-3-smb', False) {} {{(pid=103604) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:37.812904 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a516ce69-1510-44e3-8cdd-16373d150351 None None] The sync data for ids ['9797f0e4-d6a8-4fbf-863f-9bab67dcbdec'] in dv-cinder-796114-3-smb is: [{'id': '9797f0e4-d6a8-4fbf-863f-9bab67dcbdec', 'name': 'tempest-AttachVolumeTestJSON-1912429369-router', 'tenant_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T15:55:05Z', 'updated_at': '2021-06-16T16:01:37Z', 'revision_number': 6, 'project_id': '2105ce84aa1e4f32ba710f781c6e85cd', 'gw_port_host': None}] {{(pid=103604) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 16:01:37.935980 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:37.938486 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e9c49d03-d369-442e-ad57-9fb88288c2ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:37.968810 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e868f5-8743-49e7-ab1a-8124a2d18651,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:37.974083 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:38.034660 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1679139'] for router_gateway, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.140845 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2013536', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7677'] for router, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.142980 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.222511 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1672297'] for router, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.222950 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9797f0e4-d6a8-4fbf-863f-9bab67dcbdec {{(pid=103602) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 16:01:38.229018 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] Notify callbacks [] for router, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.230265 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3add7caa-9f35-4ecc-b40f-bf240150226a admin admin] 10.222.0.23 "DELETE /v2.0/routers/9797f0e4-d6a8-4fbf-863f-9bab67dcbdec HTTP/1.1" status: 204 len: 168 time: 0.9354877 Jun 16 16:01:38.232695 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37100) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:38.279942 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Deleting subnet d265a920-4af3-473e-bded-56349a624400 {{(pid=103602) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 16:01:38.282947 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.318279 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32530607'] for subnet, precommit_delete_associations {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.399159 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-608512'] for subnet, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.452152 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-608543', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418623', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30076039', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30295466'] for subnet, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.454527 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-1b48bb62-54f1-441d-83a1-bddf899f16c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:38.479740 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d265a920-4af3-473e-bded-56349a624400,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:38.483072 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:38.485758 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.487569 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-5fd230e1-453c-46a6-a6f1-83f65a6638cb admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d265a920-4af3-473e-bded-56349a624400 HTTP/1.1" status: 204 len: 168 time: 0.2539432 Jun 16 16:01:38.490282 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37102) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:38.492998 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fd6e41-c8c0-4fab-9f02-ba7332bfec51 None None] Network 237108cb-0f2a-4466-9435-0fb64e49f668 requested from dv-cinder-796114-3-smb {{(pid=103603) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 16:01:38.564987 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598173'] for network, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.633354 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Deleting port 1abaf93f-5515-474f-a0bf-af042330be46 {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:01:38.633961 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.653368 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b2e868f5-8743-49e7-ab1a-8124a2d18651 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:38.677966 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: b2e868f5-8743-49e7-ab1a-8124a2d18651 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:01:38.678621 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device b2e868f5-8743-49e7-ab1a-8124a2d18651 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:38.679055 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device c1781a2c-b4b0-4f68-8c1c-581d46d4206c no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:38.703072 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: c1781a2c-b4b0-4f68-8c1c-581d46d4206c {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:01:38.703714 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device c1781a2c-b4b0-4f68-8c1c-581d46d4206c not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:38.709897 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] For port 1abaf93f-5515-474f-a0bf-af042330be46, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1abaf93f-5515-474f-a0bf-af042330be46,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:38.710720 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.712926 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] DHCP port deletion for 237108cb-0f2a-4466-9435-0fb64e49f668 request from dv-cinder-796114-3-smb {{(pid=103603) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 16:01:38.775004 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Deleting port 1abaf93f-5515-474f-a0bf-af042330be46 {{(pid=103603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:01:38.775396 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.852991 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] For port 1abaf93f-5515-474f-a0bf-af042330be46, host dv-cinder-796114-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796114-3-smb',level=0,port_id=1abaf93f-5515-474f-a0bf-af042330be46,segment=NetworkSegment(de9be1db-50d4-48c9-b206-555f1253cccc),segment_id=de9be1db-50d4-48c9-b206-555f1253cccc)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:01:38.853388 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:38.941847 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Calling delete_port for 1abaf93f-5515-474f-a0bf-af042330be46 owned by network:dhcp {{(pid=103603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:01:39.031860 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510'] for port, after_delete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.034054 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:39.047824 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Calling delete_port for 1abaf93f-5515-474f-a0bf-af042330be46 owned by network:dhcp {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:01:39.065594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Pushing event deleted for resources: {'Port': ['ID=1abaf93f-5515-474f-a0bf-af042330be46,revision_number=None']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:39.073145 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.073563 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.073918 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.074259 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.074594 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.075047 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.075260 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.075639 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.075922 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.076272 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.076603 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.076924 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:01:39.079681 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] No DVR routers for this DVR port 1abaf93f-5515-474f-a0bf-af042330be46 on host dv-cinder-796114-3-smb {{(pid=103603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:01:39.081271 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-20dfd627-7634-4912-8369-7e3b76d3018d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:39.134837 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.136913 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5cb0b24e-18bb-4ae5-bc9c-7b6263d576a4 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:39.164839 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Pushing event deleted for resources: {'Port': ['ID=1abaf93f-5515-474f-a0bf-af042330be46,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:39.168309 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:39.169164 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] No DVR routers for this DVR port 1abaf93f-5515-474f-a0bf-af042330be46 on host dv-cinder-796114-3-smb {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:01:39.246805 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-609423', 'neutron.services.segments.db._delete_segments_for_network-8727022603057'] for network, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.259468 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237108cb-0f2a-4466-9435-0fb64e49f668']}} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:39.269685 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9be1db-50d4-48c9-b206-555f1253cccc') {'for_net_delete': True} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:39.269982 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.services.segments.db [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9be1db-50d4-48c9-b206-555f1253cccc') {} {{(pid=103602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 16:01:39.279882 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727022602626', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32530614'] for segment, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.298845 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771'] for segment, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.305965 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103602) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 16:01:39.306339 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-606771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30075928'] for segment, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: conditions |= (models_v2.Port.network_id.in_( Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: retrieve_revision_numbers = { Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: self.session.flush() Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: self.session.flush() Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: self.session.flush() Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: self.session.flush() Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: Traceback (most recent call last): Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: timer() Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: cb(*args, **kw) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: return func(*args, **kwargs) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: self._notify() Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: self.callback(batched_events) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: event.method(event) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: return f(self, *a, **k) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: return self._get(url).json() Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: return self.request(url, 'GET', **kwargs) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 16:01:39.308045 dv-cinder-796114-3-smb neutron-server[103602]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 16:01:39.364129 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-609414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1648621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1679181'] for network, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.369178 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:39.373225 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1804109'] for network, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.373808 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] 10.222.0.23 "DELETE /v2.0/networks/237108cb-0f2a-4466-9435-0fb64e49f668 HTTP/1.1" status: 204 len: 168 time: 0.8796015 Jun 16 16:01:39.386509 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Pushing event deleted for resources: {'Network': ['ID=237108cb-0f2a-4466-9435-0fb64e49f668,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:39.389206 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-37477462-aa55-4243-b301-a0c91e59e112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:39.495489 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37106) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:39.538006 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-60a8b3a1-62a4-4066-ae63-a8bb54b263c7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2105ce84aa1e4f32ba710f781c6e85cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405552 Jun 16 16:01:39.539779 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37108) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:39.590337 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b345470-dc43-4b1d-92fe-417ffd948c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.618260 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b345470-dc43-4b1d-92fe-417ffd948c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.666289 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b345470-dc43-4b1d-92fe-417ffd948c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.669285 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-6b345470-dc43-4b1d-92fe-417ffd948c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:39.670479 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-6b345470-dc43-4b1d-92fe-417ffd948c09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0f3395f-cf2e-49db-8541-368ff77e10e1 HTTP/1.1" status: 204 len: 168 time: 0.1298125 Jun 16 16:01:39.671273 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-0f6d9a42-8adc-4fe5-8809-8f6bc82e7916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:39.682478 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b345470-dc43-4b1d-92fe-417ffd948c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f3395f-cf2e-49db-8541-368ff77e10e1,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:39.684896 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-6b345470-dc43-4b1d-92fe-417ffd948c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:40.324740 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1abaf93f-5515-474f-a0bf-af042330be46 no longer exists at agent ovs-agent-dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:01:40.346032 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] No Port match for: 1abaf93f-5515-474f-a0bf-af042330be46 {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:01:40.348051 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Device 1abaf93f-5515-474f-a0bf-af042330be46 not bound to the agent host dv-cinder-796114-3-smb {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:01:45.622798 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 37190) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:45.739498 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c6058da2-3a3f-453e-abbd-debbab5f1c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:45.848264 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c6058da2-3a3f-453e-abbd-debbab5f1c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:45.852656 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-c6058da2-3a3f-453e-abbd-debbab5f1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:45.855353 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c358b0da-5613-4f58-8a3c-bb499e7b88a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:45.893987 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-c6058da2-3a3f-453e-abbd-debbab5f1c8f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b1437d2140b84c04b610e59817ee6d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697763 Jun 16 16:01:45.894890 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6058da2-3a3f-453e-abbd-debbab5f1c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accb2884-99dc-4a2e-91ec-fe9ae9b44cc6,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:45.897944 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37194) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:45.899156 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c6058da2-3a3f-453e-abbd-debbab5f1c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:45.953294 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-de1920c1-276e-4311-98a7-1f80fe3212bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:45.978002 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-de1920c1-276e-4311-98a7-1f80fe3212bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.030063 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-de1920c1-276e-4311-98a7-1f80fe3212bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.032492 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-de1920c1-276e-4311-98a7-1f80fe3212bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.034104 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-de1920c1-276e-4311-98a7-1f80fe3212bb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/accb2884-99dc-4a2e-91ec-fe9ae9b44cc6 HTTP/1.1" status: 204 len: 168 time: 0.1349177 Jun 16 16:01:46.034996 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-442bca44-fb29-41b5-b7bf-92ebc51422b4 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:46.045145 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1920c1-276e-4311-98a7-1f80fe3212bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb2884-99dc-4a2e-91ec-fe9ae9b44cc6,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:46.048049 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-de1920c1-276e-4311-98a7-1f80fe3212bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:46.366977 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37200) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:46.380887 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc91a-f48b-4a4c-8b24-0ce17d248945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.481199 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc91a-f48b-4a4c-8b24-0ce17d248945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.485060 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc91a-f48b-4a4c-8b24-0ce17d248945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.488409 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-ab5dd013-60d2-44ce-a9d6-5e51da13a9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:46.532828 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-8c7fc91a-f48b-4a4c-8b24-0ce17d248945 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d301edaa11b54f08a551a1f26e1a026e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1650386 Jun 16 16:01:46.533634 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fc91a-f48b-4a4c-8b24-0ce17d248945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5fdb51-3134-46c1-abd7-ba4b82a24bcf,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:46.535956 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 37202) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:46.543161 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8c7fc91a-f48b-4a4c-8b24-0ce17d248945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:46.593626 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae0650a6-35c4-4319-869b-b9e1c9659187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.619955 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae0650a6-35c4-4319-869b-b9e1c9659187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.675903 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae0650a6-35c4-4319-869b-b9e1c9659187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.678882 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-ae0650a6-35c4-4319-869b-b9e1c9659187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:46.680062 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-ae0650a6-35c4-4319-869b-b9e1c9659187 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b5fdb51-3134-46c1-abd7-ba4b82a24bcf HTTP/1.1" status: 204 len: 168 time: 0.1424212 Jun 16 16:01:46.680858 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ee36a82a-f385-4e33-a734-ea9c3903ebf0 tempest-AttachVolumeTestJSON-1109106710 tempest-AttachVolumeTestJSON-1109106710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:46.688964 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0650a6-35c4-4319-869b-b9e1c9659187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5fdb51-3134-46c1-abd7-ba4b82a24bcf,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:46.691273 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-ae0650a6-35c4-4319-869b-b9e1c9659187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:47.910750 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 37232) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:48.049047 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-084498e4-6df7-4722-8173-314cc0f8efd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.192883 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-084498e4-6df7-4722-8173-314cc0f8efd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.199529 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-084498e4-6df7-4722-8173-314cc0f8efd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.205142 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-c46885e2-c453-4693-8394-c8eb81b04e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:48.270011 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084498e4-6df7-4722-8173-314cc0f8efd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ca9779-a829-4a50-8c36-c3f7311aa666,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:48.281163 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-084498e4-6df7-4722-8173-314cc0f8efd5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bdc3ff65c33043578d0169fb869379aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685415 Jun 16 16:01:48.281606 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37236) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:48.282931 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-084498e4-6df7-4722-8173-314cc0f8efd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:48.348375 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-816b96cd-2710-4e19-9188-05f0c8b46750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.370895 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-816b96cd-2710-4e19-9188-05f0c8b46750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.420961 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-816b96cd-2710-4e19-9188-05f0c8b46750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.423621 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-816b96cd-2710-4e19-9188-05f0c8b46750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:48.424831 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-816b96cd-2710-4e19-9188-05f0c8b46750 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42ca9779-a829-4a50-8c36-c3f7311aa666 HTTP/1.1" status: 204 len: 168 time: 0.1404264 Jun 16 16:01:48.425725 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-92ddeb93-e87e-4c3d-956c-021e134f70a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:48.435088 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b96cd-2710-4e19-9188-05f0c8b46750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ca9779-a829-4a50-8c36-c3f7311aa666,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:48.438714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-816b96cd-2710-4e19-9188-05f0c8b46750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:49.915066 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37278) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:50.034929 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39bd2b17-9795-4e37-bf02-7171a5631a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.148539 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39bd2b17-9795-4e37-bf02-7171a5631a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.154193 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-39bd2b17-9795-4e37-bf02-7171a5631a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.160165 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-bb7a426c-1a91-4e68-a8cc-038149628c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:50.199853 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-39bd2b17-9795-4e37-bf02-7171a5631a5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2b1dc4f3af54ad2a7702bcc50848cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836163 Jun 16 16:01:50.201061 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd2b17-9795-4e37-bf02-7171a5631a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250d4fbd-404f-4e97-a370-e30cff2a6a2e,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:50.202661 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 37282) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:01:50.204286 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-39bd2b17-9795-4e37-bf02-7171a5631a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:50.264025 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57765e95-a800-40a3-93a8-75c40bd72cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.290550 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57765e95-a800-40a3-93a8-75c40bd72cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.351471 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57765e95-a800-40a3-93a8-75c40bd72cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.354383 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-57765e95-a800-40a3-93a8-75c40bd72cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:50.358069 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-57765e95-a800-40a3-93a8-75c40bd72cbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/250d4fbd-404f-4e97-a370-e30cff2a6a2e HTTP/1.1" status: 204 len: 168 time: 0.1539655 Jun 16 16:01:50.359150 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-63d3fa35-9427-4cdf-9980-fa60a365d50c tempest-AttachVolumeShelveTestJSON-1076987552 tempest-AttachVolumeShelveTestJSON-1076987552-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:01:50.368528 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57765e95-a800-40a3-93a8-75c40bd72cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250d4fbd-404f-4e97-a370-e30cff2a6a2e,revision_number=None']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:01:50.371666 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-57765e95-a800-40a3-93a8-75c40bd72cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:01:55.633825 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:56.534359 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-30ee3bd8-b472-4250-8843-5e0f9f62a417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.204524 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cba0cc25-7e46-467a-a5f3-9ae6657f4d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:01:59.296212 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:00.558027 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:02.546011 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:07.831703 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:02:18.315767 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [-] (103601) accepted ('10.222.0.23', 37480) {{(pid=103601) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:18.450593 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8efcda3e-bc7b-48a9-8ae8-0bea0d14d480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.563920 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8efcda3e-bc7b-48a9-8ae8-0bea0d14d480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.568327 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron_lib.callbacks.manager [None req-8efcda3e-bc7b-48a9-8ae8-0bea0d14d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.571582 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-df928e24-24bd-4218-9c20-5c92ad594b38 tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:18.612511 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [None req-8efcda3e-bc7b-48a9-8ae8-0bea0d14d480 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cc9b49ccbe1498d8dd40ea771c05fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955537 Jun 16 16:02:18.613305 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcda3e-bc7b-48a9-8ae8-0bea0d14d480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce71bfb7-63b0-4690-84e3-97263726421c,revision_number=1']} {{(pid=103601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:18.615442 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37484) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:18.616745 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG oslo_concurrency.lockutils [None req-8efcda3e-bc7b-48a9-8ae8-0bea0d14d480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103601) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:18.673712 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-afbbfb5d-d9fe-429c-afb1-5cb7028398e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.697263 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-afbbfb5d-d9fe-429c-afb1-5cb7028398e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.750737 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-afbbfb5d-d9fe-429c-afb1-5cb7028398e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.753619 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-afbbfb5d-d9fe-429c-afb1-5cb7028398e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:18.754826 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-afbbfb5d-d9fe-429c-afb1-5cb7028398e6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce71bfb7-63b0-4690-84e3-97263726421c HTTP/1.1" status: 204 len: 168 time: 0.1383562 Jun 16 16:02:18.755901 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2670c691-9acc-4e0f-88a5-4f204ce789b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:18.767286 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbfb5d-d9fe-429c-afb1-5cb7028398e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce71bfb7-63b0-4690-84e3-97263726421c,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:18.774153 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-afbbfb5d-d9fe-429c-afb1-5cb7028398e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:21.442938 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-79ac1509-a469-4107-8fc3-bf6db0663323 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=6321c09ffaac45fc839a415665b59df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310738 Jun 16 16:02:21.666295 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-1c3c0eef-d9c7-4c5b-85dc-c2bd0278d3e4 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:21.668906 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-1c3c0eef-d9c7-4c5b-85dc-c2bd0278d3e4 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2199876 Jun 16 16:02:21.684403 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-b7ca193f-f1d1-4890-8adc-bc3282f5e9bb tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/quotas/6321c09ffaac45fc839a415665b59df1 HTTP/1.1" status: 200 len: 375 time: 0.0100904 Jun 16 16:02:21.723771 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-5607cc9c-f14f-4d52-a7c5-cdbe8f6ef2e7 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=6321c09ffaac45fc839a415665b59df1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326638 Jun 16 16:02:21.947766 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-1f8f4c01-d1ff-425b-8e2e-d7b0d25f9809 req-8beefff0-cf0e-4ecc-95e7-683f36dca8e0 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 210 time: 0.0326858 Jun 16 16:02:23.107855 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d08c79cb-d92f-4a06-a34a-180b5fead5d1 req-d9ad80e3-83e0-4c84-88f8-4b6fbfe65019 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 210 time: 0.0334771 Jun 16 16:02:23.208798 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-b06066a8-2bd6-4c03-95e1-22300edcbd10 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6321c09ffaac45fc839a415665b59df1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282042 Jun 16 16:02:23.345919 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-a3bae882-e1a3-4cb6-9738-5ff6211ce88c tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:23.348257 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-a3bae882-e1a3-4cb6-9738-5ff6211ce88c tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1334102 Jun 16 16:02:23.370643 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Request body: {'port': {'device_id': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a', 'admin_state_up': True, 'tenant_id': '6321c09ffaac45fc839a415665b59df1'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:23.515772 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Made reservation on behalf of 6321c09ffaac45fc839a415665b59df1 for: {'port': 1} {{(pid=103602) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 16:02:23.519985 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-944472'] for port, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:23.530973 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks [] for security_group, before_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:23.647542 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks [] for security_group, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:23.652453 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:23.655641 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-2e74e141-6484-469e-ad5a-b10c6f163a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:23.716108 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323db886-1fbf-4c9c-b2e0-80f44c4ec544,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:23.725830 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:23.811567 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.db_base_plugin_common [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Allocated IP 192.168.233.190 (878374c4-75fd-4fae-b1d2-ca4ea4d8b24a/d8811c2a-f30e-441d-b3ea-a07ebaf627ee/51f5b696-0276-405b-9418-76c0176a5dcc) {{(pid=103602) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 16:02:23.986297 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks [] for port, precommit_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.001478 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Transition to ACTIVE for port object 51f5b696-0276-405b-9418-76c0176a5dcc will not be triggered until provisioned by entity DHCP. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:24.038736 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-943517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1804114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727022079501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30075986'] for port, after_create {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.046562 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-5854f9de-7f80-406c-9c57-a376da42e57a tempest-TestMinimumBasicScenario-260298458 tempest-TestMinimumBasicScenario-260298458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:24.085110 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a is already hosted by enough agents. {{(pid=103602) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 16:02:24.089415 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.scheduler.base_scheduler [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Resources bound (agent type, host, resource id): {{(pid=103602) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 16:02:24.093703 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Received port after_create {{(pid=103602) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 16:02:24.133079 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Pushing event updated for resources: {'Port': ['ID=51f5b696-0276-405b-9418-76c0176a5dcc,revision_number=1']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:24.139674 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:24.171386 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:24.172186 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.193049 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-e940b6cc-d1c3-40d3-abf7-289bcd04dba6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8292346 Jun 16 16:02:24.363201 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.v2.base [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Request body: {'port': {'device_id': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79611'}} {{(pid=103602) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 16:02:24.368148 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a848b-704e-4059-9e36-86c284eac46e req-85815d48-a170-483d-af6a-2520681b32eb tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:24.369840 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-9d85c28c-9688-4884-9716-9b2c084806ea None None] Provisioning for port 51f5b696-0276-405b-9418-76c0176a5dcc completed by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:24.370479 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2f0a848b-704e-4059-9e36-86c284eac46e req-85815d48-a170-483d-af6a-2520681b32eb tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 936 time: 0.1101565 Jun 16 16:02:24.374703 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-9d85c28c-9688-4884-9716-9b2c084806ea None None] Provisioning complete for port 51f5b696-0276-405b-9418-76c0176a5dcc triggered by entity DHCP. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:24.375589 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-9d85c28c-9688-4884-9716-9b2c084806ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.417774 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-9d85c28c-9688-4884-9716-9b2c084806ea None None] Port 51f5b696-0276-405b-9418-76c0176a5dcc cannot update to ACTIVE because it is not bound. {{(pid=103603) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 16:02:24.438409 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-2f0a848b-704e-4059-9e36-86c284eac46e req-e7ee2be4-0255-4c69-b7dc-4224c457f3cc tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546589 Jun 16 16:02:24.465602 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.843269 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51f5b696-0276-405b-9418-76c0176a5dcc {{(pid=103602) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:02:24.852962 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.870599 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.provisioning_blocks [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Transition to ACTIVE for port object 51f5b696-0276-405b-9418-76c0176a5dcc will not be triggered until provisioned by entity L2. {{(pid=103602) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 16:02:24.875888 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:24.881220 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-506b23b9-6d49-4bc7-b60b-f45cd22428a5 tempest-TestShelveInstance-1087948053 tempest-TestShelveInstance-1087948053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:24.980789 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Pushing event updated for resources: {'Port': ['ID=51f5b696-0276-405b-9418-76c0176a5dcc,revision_number=2']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:25.007988 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:25.082152 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Attempting to bind port 51f5b696-0276-405b-9418-76c0176a5dcc on host hv-cinder-79611 for vnic_type normal with profile {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 16:02:25.082714 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Attempting to bind port 51f5b696-0276-405b-9418-76c0176a5dcc by drivers openvswitch,hyperv on host hv-cinder-79611 at level 0 using segments [{'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 16:02:25.083343 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Attempting to bind port 51f5b696-0276-405b-9418-76c0176a5dcc on network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:02:25.092121 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Port 51f5b696-0276-405b-9418-76c0176a5dcc on network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79611 {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 16:02:25.092591 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Attempting to bind port 51f5b696-0276-405b-9418-76c0176a5dcc on network 878374c4-75fd-4fae-b1d2-ca4ea4d8b24a {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 16:02:25.101032 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Checking agent: {'id': '55b7f386-7c33-49d1-b707-16c085715bf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79611', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'started_at': datetime.datetime(2021, 6, 16, 15, 43, 25), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 16, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 16:02:25.101549 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Checking segment: {'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103602) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 16:02:25.102072 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Bound using segment: {'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'} {{(pid=103602) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 16:02:25.102654 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.managers [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Bound port: 51f5b696-0276-405b-9418-76c0176a5dcc, host: hv-cinder-79611, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0db130c-a12b-43a3-9160-9932e4c571be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a'}}] {{(pid=103602) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 16:02:25.103155 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:25.187479 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] For port 51f5b696-0276-405b-9418-76c0176a5dcc, host hv-cinder-79611, cleared binding levels {{(pid=103602) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 16:02:25.191129 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] For port 51f5b696-0276-405b-9418-76c0176a5dcc, host hv-cinder-79611, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51f5b696-0276-405b-9418-76c0176a5dcc,segment=NetworkSegment(f0db130c-a12b-43a3-9160-9932e4c571be),segment_id=f0db130c-a12b-43a3-9160-9932e4c571be)] {{(pid=103602) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 16:02:25.196286 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30075972'] for port, after_update {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:25.198604 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-8b494f81-911b-4976-9c94-dd462d5c5a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:25.244795 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:25.245445 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:25.246948 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] 10.222.0.24 "PUT /v2.0/ports/51f5b696-0276-405b-9418-76c0176a5dcc HTTP/1.1" status: 200 len: 1098 time: 1.0467072 Jun 16 16:02:25.247502 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'tag': '51f5b696-0276-405b-9418-76c0176a5dcc'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:25.250854 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ee71f3-a47a-4506-abf2-2df114597c25" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0f112e-92f3-40fc-9e22-5a46363c1e46", "tag": "51f5b696-0276-405b-9418-76c0176a5dcc"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:25.283289 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Pushing event updated for resources: {'Port': ['ID=51f5b696-0276-405b-9418-76c0176a5dcc,revision_number=3']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:25.288213 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-45581195-db8d-4774-83e7-ac9643c4bd47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:25.346844 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3d92e-6684-47a0-9438-8cdf1a9a4814 x-openstack-request-id: req-70f3d92e-6684-47a0-9438-8cdf1a9a4814 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:25.347181 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0f112e-92f3-40fc-9e22-5a46363c1e46", "tag": "51f5b696-0276-405b-9418-76c0176a5dcc", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:25.347481 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70f3d92e-6684-47a0-9438-8cdf1a9a4814 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:25.347924 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'tag': '51f5b696-0276-405b-9418-76c0176a5dcc', 'status': 'completed', 'code': 200} Jun 16 16:02:25.381679 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-0f29d34c-97b1-42a9-a422-3572705dcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:25.383699 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-0f29d34c-97b1-42a9-a422-3572705dcb7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6321c09ffaac45fc839a415665b59df1&device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 1101 time: 0.0788765 Jun 16 16:02:25.431853 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-4ea5310c-f600-4a12-a9d1-9ac9284241db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=51f5b696-0276-405b-9418-76c0176a5dcc HTTP/1.1" status: 200 len: 217 time: 0.0397859 Jun 16 16:02:25.490576 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-a7b09f1f-b513-4c52-8187-3e74f770ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:25.492098 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-a7b09f1f-b513-4c52-8187-3e74f770ce70 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8811c2a-f30e-441d-b3ea-a07ebaf627ee HTTP/1.1" status: 200 len: 843 time: 0.0536783 Jun 16 16:02:25.575534 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-3aef15ea-e6ab-4fd6-a6e9-e1e7a3e3a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:25.578095 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-3aef15ea-e6ab-4fd6-a6e9-e1e7a3e3a9c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=878374c4-75fd-4fae-b1d2-ca4ea4d8b24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783689 Jun 16 16:02:25.639903 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:25.671461 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5923f0-4c27-4698-84fc-882e4f4b3d16 req-335dc364-6473-4a2a-9795-e13dc7aa9391 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:25.673046 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bc5923f0-4c27-4698-84fc-882e4f4b3d16 req-335dc364-6473-4a2a-9795-e13dc7aa9391 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 948 time: 0.0807335 Jun 16 16:02:25.697091 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-d526272b-07fd-4749-8c31-8d671ce08c7a service neutron] 10.222.0.24 "GET /v2.0/networks/878374c4-75fd-4fae-b1d2-ca4ea4d8b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122196 Jun 16 16:02:25.736537 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-bc5923f0-4c27-4698-84fc-882e4f4b3d16 req-61860811-c787-44ca-940a-3fc21c3434b3 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Jun 16 16:02:25.815933 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-0de37e5c-a112-4015-9f99-bec5f375a60c req-34765a97-1242-49b3-95e8-691724b77e10 service neutron] 10.222.0.24 "GET /v2.0/networks/878374c4-75fd-4fae-b1d2-ca4ea4d8b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126418 Jun 16 16:02:25.957610 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-d40678cf-97fc-4a83-94eb-2d760d3327af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:25.960963 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-d40678cf-97fc-4a83-94eb-2d760d3327af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6321c09ffaac45fc839a415665b59df1&device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 1101 time: 0.0946369 Jun 16 16:02:26.062475 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-b4f1e333-c574-412a-b4e9-225a8192ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:26.063948 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-b4f1e333-c574-412a-b4e9-225a8192ab92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=878374c4-75fd-4fae-b1d2-ca4ea4d8b24a HTTP/1.1" status: 200 len: 870 time: 0.0956864 Jun 16 16:02:26.111045 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-b50734cb-da2a-43f9-a2a3-5a2d777d8cd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=51f5b696-0276-405b-9418-76c0176a5dcc HTTP/1.1" status: 200 len: 217 time: 0.0405395 Jun 16 16:02:26.166374 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-d99caff4-2781-45c4-a675-5829b66dab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:26.167829 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-d99caff4-2781-45c4-a675-5829b66dab5e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d8811c2a-f30e-441d-b3ea-a07ebaf627ee HTTP/1.1" status: 200 len: 843 time: 0.0497878 Jun 16 16:02:26.246911 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-ffba4a98-df1d-4133-a004-1b8d07257c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:26.248792 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-ffba4a98-df1d-4133-a004-1b8d07257c5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=878374c4-75fd-4fae-b1d2-ca4ea4d8b24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750208 Jun 16 16:02:26.388704 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-650a9912-6a19-4fe5-86bd-bb98e3e4213c service neutron] 10.222.0.24 "GET /v2.0/networks/878374c4-75fd-4fae-b1d2-ca4ea4d8b24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331949 Jun 16 16:02:26.516229 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-70ee71f3-a47a-4506-abf2-2df114597c25 req-e462ba47-6c41-44f5-b793-9f8631af7c9c service neutron] 10.222.0.24 "GET /v2.0/networks/878374c4-75fd-4fae-b1d2-ca4ea4d8b24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207180 Jun 16 16:02:26.540176 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-320eb0fc-ea9e-42c7-91af-34d3d8e93e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:26.941269 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c5483-e042-4daa-b867-04a6e413b669 req-ecdd2688-398b-4578-aeb8-fa69f2df6588 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:26.943259 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-184c5483-e042-4daa-b867-04a6e413b669 req-ecdd2688-398b-4578-aeb8-fa69f2df6588 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 948 time: 0.0710356 Jun 16 16:02:26.985531 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-184c5483-e042-4daa-b867-04a6e413b669 req-f64d8c91-ff9c-4770-a700-5e08ad359a26 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Jun 16 16:02:27.555048 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 51f5b696-0276-405b-9418-76c0176a5dcc details requested by agent hyperv_hv-cinder-79611 with host hv-cinder-79611 {{(pid=103603) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 16:02:27.658201 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 51f5b696-0276-405b-9418-76c0176a5dcc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51f5b696-0276-405b-9418-76c0176a5dcc,segment=NetworkSegment(f0db130c-a12b-43a3-9160-9932e4c571be),segment_id=f0db130c-a12b-43a3-9160-9932e4c571be)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:27.673593 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Returning: {'device': '51f5b696-0276-405b-9418-76c0176a5dcc', 'network_id': '878374c4-75fd-4fae-b1d2-ca4ea4d8b24a', 'port_id': '51f5b696-0276-405b-9418-76c0176a5dcc', 'mac_address': 'fa:16:3e:5f:9d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8811c2a-f30e-441d-b3ea-a07ebaf627ee', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103603) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 16:02:27.758316 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.773838 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51f5b696-0276-405b-9418-76c0176a5dcc {{(pid=103603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 16:02:27.796238 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 51f5b696-0276-405b-9418-76c0176a5dcc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51f5b696-0276-405b-9418-76c0176a5dcc,segment=NetworkSegment(f0db130c-a12b-43a3-9160-9932e4c571be),segment_id=f0db130c-a12b-43a3-9160-9932e4c571be)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:27.802532 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:27.804627 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:27.861335 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=51f5b696-0276-405b-9418-76c0176a5dcc,revision_number=4']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:27.865142 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:28.196080 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['51f5b696-0276-405b-9418-76c0176a5dcc'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:02:28.197461 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1eba5-8e12-4c1c-8648-0a833311d15b req-953de9e6-72c4-48d0-b086-26ff26c0713b tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:28.199430 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-31f1eba5-8e12-4c1c-8648-0a833311d15b req-953de9e6-72c4-48d0-b086-26ff26c0713b tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 949 time: 0.0768588 Jun 16 16:02:28.266518 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-31f1eba5-8e12-4c1c-8648-0a833311d15b req-c105289b-953c-4dad-bba4-2b2d531ba49c tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604541 Jun 16 16:02:29.197646 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-e14b7ca5-f4ff-4576-ab2a-63c39e62725d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:29.299640 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:29.467520 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a61471-766a-490f-b26a-339693ae0081 req-c9c509ba-c63f-4c9f-a398-a9813abfc4e5 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:29.469043 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0a61471-766a-490f-b26a-339693ae0081 req-c9c509ba-c63f-4c9f-a398-a9813abfc4e5 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 949 time: 0.0740764 Jun 16 16:02:29.510980 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-a0a61471-766a-490f-b26a-339693ae0081 req-018f8622-a92e-402f-b372-8392512a727d tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356724 Jun 16 16:02:29.556039 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 51f5b696-0276-405b-9418-76c0176a5dcc up at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 16:02:29.620007 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning for port 51f5b696-0276-405b-9418-76c0176a5dcc completed by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 16:02:29.624204 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.db.provisioning_blocks [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Provisioning complete for port 51f5b696-0276-405b-9418-76c0176a5dcc triggered by entity L2. {{(pid=103603) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 16:02:29.624601 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-637426'] for port, provisioning_complete {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:29.705257 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-944458'] for port, before_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:29.732943 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5b696-0276-405b-9418-76c0176a5dcc'}] {{(pid=103603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:29.735345 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcf4440dbf4925b8366f6c8e4f3517bed88853ecb597e294ced8d4f96e9c3b7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db88668d-53dd-4fd8-9d2f-052ab80914ca" -d '{"events": [{"server_uuid": "9d0f112e-92f3-40fc-9e22-5a46363c1e46", "name": "network-vif-plugged", "status": "completed", "tag": "51f5b696-0276-405b-9418-76c0176a5dcc"}]}' {{(pid=103603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:29.750027 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] For port 51f5b696-0276-405b-9418-76c0176a5dcc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51f5b696-0276-405b-9418-76c0176a5dcc,segment=NetworkSegment(f0db130c-a12b-43a3-9160-9932e4c571be),segment_id=f0db130c-a12b-43a3-9160-9932e4c571be)] {{(pid=103603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:29.755338 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727022538343', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727022079519', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727022079564'] for port, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:29.758176 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-03e24366-609b-4bf2-94a1-565600260e7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:29.782168 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b1c1e2-ba39-4125-8176-30a36900a980 x-openstack-request-id: req-36b1c1e2-ba39-4125-8176-30a36900a980 {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:29.782995 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0f112e-92f3-40fc-9e22-5a46363c1e46", "name": "network-vif-plugged", "status": "completed", "tag": "51f5b696-0276-405b-9418-76c0176a5dcc", "code": 200}]} {{(pid=103603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:29.782995 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36b1c1e2-ba39-4125-8176-30a36900a980 {{(pid=103603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:29.783267 dv-cinder-796114-3-smb neutron-server[103603]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51f5b696-0276-405b-9418-76c0176a5dcc', 'code': 200} Jun 16 16:02:29.814443 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Pushing event updated for resources: {'Port': ['ID=51f5b696-0276-405b-9418-76c0176a5dcc,revision_number=5']} {{(pid=103603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:29.817587 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG oslo_concurrency.lockutils [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103603) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:30.009887 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931787ac-9bbd-402f-9ed9-7ffcb1ab8ab8 req-28b0ba16-2812-433a-bbaf-d01d4ce18b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:30.011313 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-931787ac-9bbd-402f-9ed9-7ffcb1ab8ab8 req-28b0ba16-2812-433a-bbaf-d01d4ce18b3f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 1103 time: 0.0545893 Jun 16 16:02:30.047402 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-931787ac-9bbd-402f-9ed9-7ffcb1ab8ab8 req-d2089490-f51e-40c4-8a57-c7f4ac2763ce service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301831 Jun 16 16:02:30.555700 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:30.699760 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d556647-927e-43d9-bcf7-8fefce039b66 req-2e0deac7-8b6c-4fb5-b78c-ec2085250593 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:30.701252 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1d556647-927e-43d9-bcf7-8fefce039b66 req-2e0deac7-8b6c-4fb5-b78c-ec2085250593 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 950 time: 0.0672457 Jun 16 16:02:30.740612 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-1d556647-927e-43d9-bcf7-8fefce039b66 req-8cea12e1-58ca-405a-9c3f-8c0e66da12b0 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Jun 16 16:02:31.924919 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3836f-1a83-4dd5-8ca1-f9880ac80cbf req-91f8d44a-d247-4367-a547-b186036336ee tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:31.926435 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f7e3836f-1a83-4dd5-8ca1-f9880ac80cbf req-91f8d44a-d247-4367-a547-b186036336ee tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 950 time: 0.0713096 Jun 16 16:02:31.967017 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-f7e3836f-1a83-4dd5-8ca1-f9880ac80cbf req-1c421f39-0aa0-400e-8c6b-39f927d33e6e tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338845 Jun 16 16:02:32.408220 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2ba17-57a8-4a23-9a67-60e2252baeab req-b33162ef-b2f2-4d02-a970-3e89c8824665 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103601) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:32.411365 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e4f2ba17-57a8-4a23-9a67-60e2252baeab req-b33162ef-b2f2-4d02-a970-3e89c8824665 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 950 time: 0.0681665 Jun 16 16:02:32.452850 dv-cinder-796114-3-smb neutron-server[103601]: INFO neutron.wsgi [req-e4f2ba17-57a8-4a23-9a67-60e2252baeab req-f435ab54-8697-44f6-9d6b-37bc8c441657 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362203 Jun 16 16:02:32.549579 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:33.656545 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c1b30-64d7-457b-b9af-83dfe002fb88 req-760d4316-91de-4f19-a8ed-ba60e13200ad tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:33.658151 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d84c1b30-64d7-457b-b9af-83dfe002fb88 req-760d4316-91de-4f19-a8ed-ba60e13200ad tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 950 time: 0.0709736 Jun 16 16:02:33.700913 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-d84c1b30-64d7-457b-b9af-83dfe002fb88 req-2063beed-7797-4f65-a663-c4e3b9a09c52 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/security-groups?id=323db886-1fbf-4c9c-b2e0-80f44c4ec544&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Jun 16 16:02:33.795419 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-c4e4f9bc-7214-4796-b3fb-d0e1a7e96767 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103602) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 16:02:33.797384 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-c4e4f9bc-7214-4796-b3fb-d0e1a7e96767 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 950 time: 0.0740125 Jun 16 16:02:33.915134 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Deleting port 51f5b696-0276-405b-9418-76c0176a5dcc {{(pid=103602) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 16:02:33.915477 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727022533277'] for port, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.017709 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.db [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] For port 51f5b696-0276-405b-9418-76c0176a5dcc, host hv-cinder-79611, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79611',level=0,port_id=51f5b696-0276-405b-9418-76c0176a5dcc,segment=NetworkSegment(f0db130c-a12b-43a3-9160-9932e4c571be),segment_id=f0db130c-a12b-43a3-9160-9932e4c571be)] {{(pid=103602) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 16:02:34.018122 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1677267'] for port, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.088453 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.plugins.ml2.plugin [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Calling delete_port for 51f5b696-0276-405b-9418-76c0176a5dcc owned by compute:nova {{(pid=103602) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 16:02:34.227330 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-943508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-418618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1804123', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727022538361', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727022079510', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30075981'] for port, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.231800 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-9025d28c-5d45-4e5a-a03b-e1fd900e4075 tempest-VolumesSnapshotTestJSON-1504637832 tempest-VolumesSnapshotTestJSON-1504637832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:34.239645 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.db [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] get_ports_and_sgs() called for port_ids ['51f5b696-0276-405b-9418-76c0176a5dcc'] {{(pid=103603) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 16:02:34.274015 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Pushing event deleted for resources: {'Port': ['ID=51f5b696-0276-405b-9418-76c0176a5dcc,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:34.296451 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.297077 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.297636 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.298244 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.298886 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.299446 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.300111 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.301422 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.301422 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.302517 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.303646 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.304349 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796114-3-smb {{(pid=103602) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 16:02:34.343486 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:34.379078 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.db.l3_dvrscheduler_db [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] No DVR routers for this DVR port 51f5b696-0276-405b-9418-76c0176a5dcc on host hv-cinder-79611 {{(pid=103602) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 16:02:34.383740 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-402854'] for port, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:34.387474 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-303444ba-7abc-48d7-9bd3-621874a06db8 req-467585c2-2f16-4a9c-8d6a-2e4df3cabaa6 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.24 "DELETE /v2.0/ports/51f5b696-0276-405b-9418-76c0176a5dcc HTTP/1.1" status: 204 len: 173 time: 0.5842841 Jun 16 16:02:34.388359 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'name': 'network-vif-deleted', 'tag': '51f5b696-0276-405b-9418-76c0176a5dcc'}] {{(pid=103602) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 16:02:34.393028 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f5a40e8a29465f0fb4164825e750665cf53b8599127f6d6d2754e25d318991e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5ba3c8-6d1e-48be-a44f-180c1259622a" -d '{"events": [{"server_uuid": "9d0f112e-92f3-40fc-9e22-5a46363c1e46", "name": "network-vif-deleted", "tag": "51f5b696-0276-405b-9418-76c0176a5dcc"}]}' {{(pid=103602) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 16:02:34.444056 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 16:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fe499e-304c-4a19-8a30-13ce7bb10332 x-openstack-request-id: req-c0fe499e-304c-4a19-8a30-13ce7bb10332 {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 16:02:34.444712 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0f112e-92f3-40fc-9e22-5a46363c1e46", "name": "network-vif-deleted", "tag": "51f5b696-0276-405b-9418-76c0176a5dcc", "status": "completed", "code": 200}]} {{(pid=103602) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 16:02:34.445374 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0fe499e-304c-4a19-8a30-13ce7bb10332 {{(pid=103602) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 16:02:34.446206 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0f112e-92f3-40fc-9e22-5a46363c1e46', 'name': 'network-vif-deleted', 'tag': '51f5b696-0276-405b-9418-76c0176a5dcc', 'status': 'completed', 'code': 200} Jun 16 16:02:34.890645 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [req-97fe62f5-d44e-4b33-ae3f-f3b8d56eec90 req-15eac775-48f7-4438-a8e9-e8db5b5ce2b0 tempest-VolumesNegativeTest-837407077 tempest-VolumesNegativeTest-837407077-project] 10.222.0.23 "GET /v2.0/ports?device_id=9d0f112e-92f3-40fc-9e22-5a46363c1e46 HTTP/1.1" status: 200 len: 210 time: 0.0343788 Jun 16 16:02:37.618229 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 51f5b696-0276-405b-9418-76c0176a5dcc no longer exists at agent hyperv_hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 16:02:37.639027 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.plugin [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] No Port match for: 51f5b696-0276-405b-9418-76c0176a5dcc {{(pid=103603) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 16:02:37.639435 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron.plugins.ml2.rpc [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Device 51f5b696-0276-405b-9418-76c0176a5dcc not bound to the agent host hv-cinder-79611 {{(pid=103603) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 16:02:40.333394 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37810) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:40.476364 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-b20b7c05-5a52-478b-80f1-3fcc767f4c46 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6321c09ffaac45fc839a415665b59df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414697 Jun 16 16:02:40.478951 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.wsgi [-] (103602) accepted ('10.222.0.23', 37814) {{(pid=103602) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 16:02:40.531089 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3eab7a7a-2e88-4653-ad8d-a17a7cbb32c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:40.555263 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3eab7a7a-2e88-4653-ad8d-a17a7cbb32c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:40.616518 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3eab7a7a-2e88-4653-ad8d-a17a7cbb32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1648635'] for security_group, after_delete {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:40.620493 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron_lib.callbacks.manager [None req-3eab7a7a-2e88-4653-ad8d-a17a7cbb32c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:40.622150 dv-cinder-796114-3-smb neutron-server[103602]: INFO neutron.wsgi [None req-3eab7a7a-2e88-4653-ad8d-a17a7cbb32c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/323db886-1fbf-4c9c-b2e0-80f44c4ec544 HTTP/1.1" status: 204 len: 168 time: 0.1421835 Jun 16 16:02:40.624593 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-e8803050-618a-494c-9a19-5c39fa15a860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 16:02:40.635751 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab7a7a-2e88-4653-ad8d-a17a7cbb32c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323db886-1fbf-4c9c-b2e0-80f44c4ec544,revision_number=None']} {{(pid=103602) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 16:02:40.638397 dv-cinder-796114-3-smb neutron-server[103602]: DEBUG oslo_concurrency.lockutils [None req-3eab7a7a-2e88-4653-ad8d-a17a7cbb32c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 16:02:44.833605 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:02:55.643425 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:56.533022 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fab25ae7-1254-4013-8698-b3e9a5779dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:59.200568 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1cbab546-f8eb-4072-a70f-6e144cf1f7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:02:59.303859 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:00.556828 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:02.550869 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:21.831773 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:03:25.647540 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:26.534429 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-74a53531-0feb-4ae8-9d8c-780e41575913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:29.206123 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3cad-c699-4f8e-a025-6c1ac57af6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:29.308386 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:30.563170 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:32.554092 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:55.651935 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:56.539098 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-cb1129c7-0492-45b4-b1e1-930e52c19be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:58.830912 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:03:59.200224 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-35f01ed9-4b48-403c-a690-24b680253617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:03:59.309559 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:00.562088 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:02.557358 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:18.042725 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [req-02325b43-d3f9-4200-9546-55c4faf49ce7 req-ed5ef41b-d9ba-42e3-a099-40b813bcf5db service neutron] (103601) timed out ('10.222.0.24', 59637) {{(pid=103601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:04:18.681490 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [req-28df251c-8fb5-4b55-9959-b3a95ca2008a req-d23bb97b-cb9a-46a0-a774-b1da523c1672 service neutron] (103601) timed out ('10.222.0.24', 59649) {{(pid=103601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:04:25.658658 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:26.539957 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-dd202b91-2fa3-47b8-acb8-11ad4303afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:29.202997 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-f450f0cf-b054-4366-8edd-e8035a1ad005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:29.312907 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:30.569984 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:32.562802 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:35.830032 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:04:55.672726 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:56.540574 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-76ffd015-2939-4b39-9b1a-206b40f39c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.204480 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-774af28f-8de2-4ac6-8a85-f96b5fcdec1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:04:59.317064 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:00.568234 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:02.563144 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:12.828083 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:05:25.671970 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:26.542044 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-369fb118-194c-43d0-87f6-840faaa4b26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.209759 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-0feda025-2c16-4700-94c3-0e1db3d6ba19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:29.319140 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:30.571119 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:32.566736 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:49.826429 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:05:55.686564 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:56.545237 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-6bea198a-fa0f-4e13-aed7-e761b02282ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.213364 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-823640e7-671e-416a-a177-7c49124f2cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:05:59.322803 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:00.578774 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:02.572099 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:25.691095 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:26.547741 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-c4cee425-f3fc-4ba3-abc1-e376cc7109fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:26.826311 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:06:29.216432 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b4633a62-2149-4fea-906d-c8200f11a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:29.328423 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:30.579326 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:32.579398 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:55.836106 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:56.548757 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffcd0-03de-4267-b59e-f656f1a62ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:59.213889 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-4648a91d-0853-4412-9ea4-c663fef36759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:06:59.320709 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:00.583011 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:02.576536 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:03.825003 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 16:07:25.712484 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-171f294d-d906-4f87-b690-424939aa84c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:26.549539 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d51d9791-fb3a-4fdc-92c7-e805a126116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:26.922495 dv-cinder-796114-3-smb neutron-server[103601]: DEBUG neutron.wsgi [req-6713b0ae-4b80-412f-b069-de16a0ec0c95 req-141ec7ac-4893-477c-8eea-519133bf1b98 service neutron] (103601) timed out ('10.222.0.23', 35742) {{(pid=103601) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 16:07:29.215303 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a052-a82b-4116-8624-5f82ae91b1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:29.322684 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-2e3d05ce-1800-4bf3-9ad1-706ef4162d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:30.584530 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-b68baf3b-ca77-492a-a213-04a1c1ffd944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:32.581211 dv-cinder-796114-3-smb neutron-server[103603]: DEBUG neutron_lib.callbacks.manager [None req-d73ee55f-d3f6-4c4c-843f-151af488c274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727022603039', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-637249'] for agent, after_update {{(pid=103603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 16:07:40.823829 dv-cinder-796114-3-smb neutron-server[103604]: DEBUG neutron.db.agents_db [None req-67e3b7b7-9784-4542-8501-a642cdd97213 None None] Agent healthcheck: found 6 active agents {{(pid=103604) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}